-- Logs begin at Thu 2022-03-17 23:33:09 UTC, end at Fri 2022-03-18 00:49:46 UTC. -- Mar 18 00:21:04.375181 dv-cinder-768458-19-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 18 00:21:07.288360 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.common.config [-] Logging enabled! Mar 18 00:21:07.289012 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev33 Mar 18 00:21:07.289157 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109513) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 18 00:21:07.292417 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.common.config [-] Logging enabled! Mar 18 00:21:07.292675 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev33 Mar 18 00:21:07.292991 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109513) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 18 00:21:07.293950 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 18 00:21:07.294186 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 18 00:21:07.294552 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 18 00:21:07.294799 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 18 00:21:07.295027 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 18 00:21:07.295781 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.296209 dv-cinder-768458-19-smb neutron-server[109513]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 18 00:21:07.296541 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.296842 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.297423 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.297731 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.298029 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.298314 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.298602 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.298901 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.299184 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.299465 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.300276 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.300712 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.300997 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.301287 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.301603 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.301886 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] debug = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.302167 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.302590 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.303020 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.303301 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.303594 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.303874 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.304147 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.304424 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.304711 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.305037 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] host = dv-cinder-768458-19-smb {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.305315 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.305642 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.305943 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.306218 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.306492 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.306767 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.307057 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.307328 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.307601 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] log_file = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.307881 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.308168 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.308455 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.308746 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.308972 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.309196 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.309514 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.309807 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.310085 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.310361 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.310635 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.310912 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.311186 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.311458 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.311743 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.312028 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.312312 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.312589 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.312864 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.313134 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.313435 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.313727 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.314004 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.314278 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.314552 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.314838 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.315105 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.315977 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.316296 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.316585 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.316870 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.317163 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.317466 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.317753 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.318026 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.318297 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.318566 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] use_json = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.318836 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.319106 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.319385 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.319656 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.319927 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.320201 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.320472 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.320756 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.321026 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:07.321319 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.321652 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.321955 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.322253 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.322545 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.322827 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.323117 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.323397 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.323684 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.323972 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.324261 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.324537 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.324835 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.325123 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.325441 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.325747 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.326042 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.326336 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.326615 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.326889 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.327169 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.327444 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.327730 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.328007 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.328297 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.328586 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.328866 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.329167 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.329474 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.329771 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.330063 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.330338 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.330617 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.330909 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.331216 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.331569 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.331771 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.332065 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.332346 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.332621 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.332905 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.333186 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.333492 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.333770 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.334046 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.334340 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.334620 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.334893 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.335166 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.335442 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.335711 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.335996 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.336275 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.336551 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.336824 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.337108 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.337397 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.337675 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.337952 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.338226 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.338502 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.338774 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.339049 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.339322 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.339592 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.339864 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.340134 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.340406 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.340682 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.340952 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.341223 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.341525 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.341799 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.342072 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.342360 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.342656 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.342931 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.343206 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.343483 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.343755 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.344030 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.344303 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.344578 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.344855 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.345125 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.345433 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.345718 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.345999 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.346295 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.346574 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.346900 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.347218 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.347452 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.347736 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.348014 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.348293 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.348580 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.348864 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.349163 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.349493 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.349792 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.350086 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.350378 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.350664 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.350971 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.351254 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:07.351472 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 18 00:21:07.351712 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109513) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 18 00:21:07.727184 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 18 00:21:07.727462 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 18 00:21:07.727765 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 18 00:21:07.728241 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 18 00:21:08.055716 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.055915 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.056188 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.057387 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.057680 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.058064 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.112100 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.112915 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.113184 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.127773 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.128108 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.128383 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.156810 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.157091 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.157383 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.300837 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.301530 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.301530 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.532934 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.533223 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.533522 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.533794 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.535037 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.635518 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.635772 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.636056 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.636337 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.636611 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.636926 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.637195 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.637487 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.637750 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.638038 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.638308 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.638579 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.638841 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.639100 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.639361 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.639628 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.639887 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.640160 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.640437 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.640708 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.640984 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.641245 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.641555 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.641938 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.642195 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.642447 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.642843 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109513) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 00:21:08.643083 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109513) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 00:21:08.643321 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109513) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 00:21:08.643715 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109513) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 00:21:08.643969 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109513) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 00:21:08.644207 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109513) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 00:21:08.644568 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 18 00:21:08.647809 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 18 00:21:08.651896 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 18 00:21:08.655646 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 18 00:21:08.657277 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 18 00:21:08.657774 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 18 00:21:08.658112 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 18 00:21:08.658496 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 18 00:21:08.661878 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 18 00:21:08.662134 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 18 00:21:08.662483 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 18 00:21:08.667371 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 18 00:21:08.691949 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 18 00:21:08.692398 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.692697 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109513) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 18 00:21:08.693067 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.694467 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109513) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 18 00:21:08.694749 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 18 00:21:08.694995 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 18 00:21:08.698310 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.698595 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:08.760682 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 18 00:21:08.760930 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 18 00:21:08.761170 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 18 00:21:08.761568 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 18 00:21:08.782697 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_db.sqlalchemy.engines [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109513) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 18 00:21:09.233793 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.managers [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Initializing driver for type 'gre' Mar 18 00:21:09.234524 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] gre ID ranges: [(1, 1000)] Mar 18 00:21:09.288963 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.managers [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Initializing driver for type 'local' Mar 18 00:21:09.289294 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.managers [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Initializing driver for type 'vlan' Mar 18 00:21:09.302096 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] VlanTypeDriver initialization complete Mar 18 00:21:09.302796 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.managers [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Initializing driver for type 'vxlan' Mar 18 00:21:09.303019 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] vxlan ID ranges: [(1, 1000)] Mar 18 00:21:09.357551 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.managers [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Initializing extension driver 'port_security' Mar 18 00:21:09.357889 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.extensions.port_security [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] PortSecurityExtensionDriver initialization complete Mar 18 00:21:09.358222 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.managers [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Initializing mechanism driver 'openvswitch' Mar 18 00:21:09.358546 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.managers [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Initializing mechanism driver 'hyperv' Mar 18 00:21:09.365055 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.plugins.ml2.plugin [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:21:09.365750 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > port after_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.366118 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > port after_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.366465 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > port after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.366981 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109513) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 18 00:21:09.367409 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > subnet after_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.367755 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > subnet after_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.368094 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > subnet after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.368510 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109513) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 18 00:21:09.368888 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > network after_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.369229 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > network after_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.369590 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > network after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.369982 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109513) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 18 00:21:09.370384 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > security_group after_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.370728 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > security_group after_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.371063 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > security_group after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.371588 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109513) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 18 00:21:09.371991 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.372335 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.372674 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.373070 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109513) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 18 00:21:09.373831 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > address_group after_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.373831 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > address_group after_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.374151 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > address_group after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.374542 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109513) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 18 00:21:09.374975 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] ML2 OVO RPC backend initialized. {{(pid=109513) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 18 00:21:09.375669 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router_interface after_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.376018 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.376427 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > network before_response 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.376771 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > networks before_response 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.377114 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > port before_response 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.377482 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > ports before_response 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.378333 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > subnet before_response 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.378670 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > subnets before_response 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.379013 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > network after_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.379353 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > network after_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.379694 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > network after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.380033 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > port after_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.380363 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > port after_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.380701 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > port after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.381045 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > subnet after_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.381446 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > subnet after_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.381792 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > subnet after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.389089 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.quota [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded quota_driver: . Mar 18 00:21:09.389479 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.plugin [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Modular L2 Plugin initialization complete Mar 18 00:21:09.389824 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading services supported by the core plugin {{(pid=109513) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 18 00:21:09.390163 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.plugins.ml2.managers [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Got port-security extension from driver 'port_security' Mar 18 00:21:09.390637 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.extensions.vlantransparent [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Disabled vlantransparent extension. Mar 18 00:21:09.391129 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109513) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 18 00:21:09.391451 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading Plugin: router Mar 18 00:21:09.427995 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router_interface before_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.428382 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router after_create 55549900 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.428747 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router before_create 55549900 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.429108 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.429515 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.429873 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router after_delete 55549900 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.430227 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > floatingip after_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.430570 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > floatingip after_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.430924 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router after_create 55549900 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.431267 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router after_update 55549900 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.431610 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router after_update 55549900 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.431952 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.432302 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router after_update 55549900 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.432711 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router precommit_update 55549900 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.433073 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: port after_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.433432 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: port after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.433768 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: subnet after_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.434099 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.434447 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > port precommit_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.434789 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router precommit_create 55549900 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.435127 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: port before_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.435463 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router precommit_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.435812 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router after_update 55549900 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.436150 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router precommit_delete 55549900 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.436495 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router precommit_create 55549900 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.436850 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router_interface after_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.437187 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router precommit_update 55549900 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.437569 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > agent after_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.437915 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > agent after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.438252 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > network after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.439087 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Tracking information for resource: router configured {{(pid=109513) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 00:21:09.439415 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Tracking information for resource: floatingip configured {{(pid=109513) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 18 00:21:09.444370 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.db.l3_agentschedulers_db [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 18 00:21:09.444943 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: port after_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.445305 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: port after_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.445680 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: port after_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.446029 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: port after_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.446926 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router before_create 55550100 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.447289 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router precommit_delete 55550100 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.447648 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router precommit_create 55550100 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.448000 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > router precommit_update 55550100 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.452752 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.services.provider_configuration [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Service providers = [] {{(pid=109513) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 18 00:21:09.453111 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.db.servicetype_db [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109513) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 18 00:21:09.456184 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.services.service_base [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109513) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 18 00:21:09.456583 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.services.service_base [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109513) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 18 00:21:09.456922 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.services.service_base [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109513) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 18 00:21:09.457826 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.services.service_base [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109513) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 18 00:21:09.458194 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.services.service_base [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 18 00:21:09.458566 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109513) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 00:21:09.458880 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 18 00:21:09.475152 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109513) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 00:21:09.475487 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading Plugin: auto_allocate Mar 18 00:21:09.482123 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: network precommit_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.482492 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: network precommit_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.483012 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109513) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 00:21:09.483332 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading Plugin: tag Mar 18 00:21:09.490746 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109513) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 00:21:09.491027 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading Plugin: timestamp Mar 18 00:21:09.495093 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109513) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 00:21:09.495424 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading Plugin: network_ip_availability Mar 18 00:21:09.500939 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.501313 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.501702 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.502422 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109513) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 00:21:09.502912 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading Plugin: flavors Mar 18 00:21:09.507723 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109513) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 00:21:09.508060 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading Plugin: revisions Mar 18 00:21:09.512379 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109513) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 18 00:21:09.512766 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_concurrency.lockutils [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.785s {{(pid=109513) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 18 00:21:09.513549 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109513) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 18 00:21:09.513887 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Initializing extension manager. Mar 18 00:21:09.514423 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: __init__.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.514751 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: __pycache__ {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.515084 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: address_group.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.515832 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.516399 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: address-group Mar 18 00:21:09.516727 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: address_scope.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.517470 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.517989 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: address-scope Mar 18 00:21:09.518312 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: admin_state_down_before_update.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.519748 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.520262 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: router-admin-state-down-before-update Mar 18 00:21:09.520588 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: agent.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.521507 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.522023 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: agent Mar 18 00:21:09.522348 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: agent_resources_synced.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.523262 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.523773 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: agent-resources-synced Mar 18 00:21:09.524097 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: allowedaddresspairs.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.525907 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.526437 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: allowed-address-pairs Mar 18 00:21:09.526764 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: auto_allocated_topology.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.527842 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.528365 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: auto-allocated-topology Mar 18 00:21:09.528694 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: availability_zone.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.529398 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.529915 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: availability_zone Mar 18 00:21:09.530240 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: availability_zone_filter.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.531142 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.531658 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: availability_zone_filter Mar 18 00:21:09.531983 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: data_plane_status.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.532883 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.533421 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension data-plane-status not supported by any of loaded plugins Mar 18 00:21:09.533749 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: default_subnetpools.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.535230 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.535742 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: default-subnetpools Mar 18 00:21:09.536074 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: dhcpagentscheduler.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.536883 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.537429 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: dhcp_agent_scheduler Mar 18 00:21:09.537760 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: dns.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.538700 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.539210 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension dns-integration not supported by any of loaded plugins Mar 18 00:21:09.539535 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: dns_domain_ports.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.540443 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.540956 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 18 00:21:09.541283 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.542222 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.542739 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 18 00:21:09.543063 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: dvr.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.543730 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.544242 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: dvr Mar 18 00:21:09.544563 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: ecmp_routes.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.545507 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.546056 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension ecmp_routes not supported by any of loaded plugins Mar 18 00:21:09.546376 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: empty_string_filtering.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.547539 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.548049 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: empty-string-filtering Mar 18 00:21:09.548369 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.549273 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.550233 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 18 00:21:09.550359 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.551241 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.551749 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 18 00:21:09.552067 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: external_net.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.552972 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.553513 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: external-net Mar 18 00:21:09.553835 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: extra_dhcp_opt.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.554736 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.555243 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: extra_dhcp_opt Mar 18 00:21:09.555562 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: extraroute.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.556465 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.556970 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: extraroute Mar 18 00:21:09.557290 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: extraroute_atomic.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.558367 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.558883 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: extraroute-atomic Mar 18 00:21:09.559205 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: filter_validation.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.559865 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.560373 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: filter-validation Mar 18 00:21:09.560696 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: fip_pf_description.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.561635 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.562142 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 18 00:21:09.562462 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: fip_pf_port_range.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.563365 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.563873 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 18 00:21:09.564194 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: fip_port_details.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.565108 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.565836 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: fip-port-details Mar 18 00:21:09.566137 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: flavors.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.567376 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.567896 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: flavors Mar 18 00:21:09.568222 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.569959 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.570485 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 18 00:21:09.570811 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: floatingip_pools.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.571510 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.572028 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: floatingip-pools Mar 18 00:21:09.572350 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: ip_allocation.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.573261 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.573810 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension ip_allocation not supported by any of loaded plugins Mar 18 00:21:09.574132 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.575043 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.575552 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: ip-substring-filtering Mar 18 00:21:09.575876 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: l2_adjacency.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.576783 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.577291 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension l2_adjacency not supported by any of loaded plugins Mar 18 00:21:09.577642 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: l3.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.580091 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.580633 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: router Mar 18 00:21:09.581549 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: l3_conntrack_helper.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.583924 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.584459 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 18 00:21:09.584792 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.585738 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.586262 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: ext-gw-mode Mar 18 00:21:09.586591 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.587504 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.588020 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: l3-ha Mar 18 00:21:09.588347 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.589250 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.589798 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 18 00:21:09.590124 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: l3_flavors.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.591028 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.591549 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: l3-flavors Mar 18 00:21:09.591872 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: l3_ndp_proxy.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.593242 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.593791 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 18 00:21:09.594121 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.595037 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.595557 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: l3-port-ip-change-not-allowed Mar 18 00:21:09.595882 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: l3agentscheduler.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.597591 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.598110 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: l3_agent_scheduler Mar 18 00:21:09.598437 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: local_ip.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.600242 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.600772 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension local_ip not supported by any of loaded plugins Mar 18 00:21:09.601100 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: logging.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.602632 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.603161 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension logging not supported by any of loaded plugins Mar 18 00:21:09.603492 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: metering.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.604234 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.604816 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: metering Mar 18 00:21:09.605143 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.606275 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.606790 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: metering_source_and_destination_fields Mar 18 00:21:09.607116 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: multiprovidernet.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.608031 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.608547 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: multi-provider Mar 18 00:21:09.608871 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: netmtu.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.609818 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.610332 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: net-mtu Mar 18 00:21:09.610654 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: netmtu_writable.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.611574 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.612085 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: net-mtu-writable Mar 18 00:21:09.612432 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: network_availability_zone.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.613095 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.613639 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: network_availability_zone Mar 18 00:21:09.613960 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: network_ip_availability.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.615065 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.615577 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: network-ip-availability Mar 18 00:21:09.615897 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: network_segment_range.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.616788 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.617301 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension network-segment-range not supported by any of loaded plugins Mar 18 00:21:09.617647 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: pagination.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.618636 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.618963 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: pagination Mar 18 00:21:09.619278 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: port_device_profile.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.620192 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.620712 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: port-device-profile Mar 18 00:21:09.621033 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.621989 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.622503 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: port-mac-address-regenerate Mar 18 00:21:09.622825 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.623735 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.624246 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: port-numa-affinity-policy Mar 18 00:21:09.624568 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: port_resource_request.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.625504 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.626013 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension port-resource-request not supported by any of loaded plugins Mar 18 00:21:09.626336 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: port_resource_request_groups.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.627294 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.627992 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 18 00:21:09.628326 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: portbindings.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.629247 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.629799 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: binding Mar 18 00:21:09.630124 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: portbindings_extended.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.631400 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.631920 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: binding-extended Mar 18 00:21:09.632248 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: portsecurity.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.633159 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.633708 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: port-security Mar 18 00:21:09.634033 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: project_id.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.635015 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.635342 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: project-id Mar 18 00:21:09.635663 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: providernet.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.636575 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.637087 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: provider Mar 18 00:21:09.637436 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: qos.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.641059 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.641626 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension qos not supported by any of loaded plugins Mar 18 00:21:09.641960 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.643203 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.644278 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 18 00:21:09.644610 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.645566 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.646084 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 18 00:21:09.646409 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: qos_default.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.647319 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.647836 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension qos-default not supported by any of loaded plugins Mar 18 00:21:09.648164 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: qos_fip.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.649074 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.649628 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension qos-fip not supported by any of loaded plugins Mar 18 00:21:09.649953 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: qos_fip_network_policy.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.650863 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.651379 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 18 00:21:09.651709 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: qos_gateway_ip.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.652623 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.653140 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 18 00:21:09.653497 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: qos_port_network_policy.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.654406 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.654919 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 18 00:21:09.655243 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.656284 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.656805 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 18 00:21:09.657132 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.658207 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.658727 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 18 00:21:09.659599 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: qos_pps_rule.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.660797 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.661314 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension qos-pps not supported by any of loaded plugins Mar 18 00:21:09.661677 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: qos_rule_type_details.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.662592 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.663108 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 18 00:21:09.663433 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: qos_rule_type_filter.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.664344 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.664862 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 18 00:21:09.665187 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: qos_rules_alias.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.666270 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.666789 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 18 00:21:09.667114 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: quota_check_limit.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.668033 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.668551 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: quota-check-limit Mar 18 00:21:09.668876 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: quotasv2.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.669828 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.670275 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: quotas Mar 18 00:21:09.670602 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: quotasv2_detail.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.672593 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.672934 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: quota_details Mar 18 00:21:09.673269 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: rbac.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.674352 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.674914 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: rbac-policies Mar 18 00:21:09.675248 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: rbac_address_group.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.676174 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.676697 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: rbac-address-group Mar 18 00:21:09.677027 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: rbac_address_scope.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.677969 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.678490 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: rbac-address-scope Mar 18 00:21:09.678814 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: rbac_security_groups.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.679802 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.680320 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: rbac-security-groups Mar 18 00:21:09.680648 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: rbac_subnetpool.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.681604 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.682126 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: rbac-subnetpool Mar 18 00:21:09.682453 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: revisionifmatch.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.683369 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.683886 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: revision-if-match Mar 18 00:21:09.684212 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: revisions.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.685320 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.685865 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: standard-attr-revisions Mar 18 00:21:09.686194 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: router_availability_zone.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.686865 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.687382 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: router_availability_zone Mar 18 00:21:09.687708 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: routerservicetype.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.688630 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.689143 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension router-service-type not supported by any of loaded plugins Mar 18 00:21:09.689509 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.690452 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.690969 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: security-groups-normalized-cidr Mar 18 00:21:09.691289 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: security_groups_port_filtering.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.692217 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.692736 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: port-security-groups-filtering Mar 18 00:21:09.693060 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.694019 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.694535 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: security-groups-remote-address-group Mar 18 00:21:09.694858 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.695773 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.696288 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: security-groups-shared-filtering Mar 18 00:21:09.696610 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.697192 dv-cinder-768458-19-smb neutron-server[109513]: WARNING neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 18 00:21:09.697549 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: securitygroup.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.707733 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.708263 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: security-group Mar 18 00:21:09.708595 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: segment.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.709321 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.709867 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension segment not supported by any of loaded plugins Mar 18 00:21:09.710194 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.711135 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.711646 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 18 00:21:09.711979 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: servicetype.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.713110 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.713665 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: service-type Mar 18 00:21:09.713996 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: sorting.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.714990 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.715321 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: sorting Mar 18 00:21:09.715644 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: standard_attr_segment.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.716564 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.717093 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 18 00:21:09.717444 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: standardattrdescription.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.718094 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.718610 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: standard-attr-description Mar 18 00:21:09.718932 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: stateful_security_group.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.719992 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.720511 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: stateful-security-group Mar 18 00:21:09.720835 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: stdattrs_common.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.721444 dv-cinder-768458-19-smb neutron-server[109513]: WARNING neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 18 00:21:09.721823 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.722759 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.723273 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 18 00:21:09.723592 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: subnet_onboard.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.724666 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.725190 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: subnet_onboard Mar 18 00:21:09.725540 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.726461 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.726976 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 18 00:21:09.727299 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: subnet_service_types.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.728218 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.728738 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: subnet-service-types Mar 18 00:21:09.729062 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: subnetallocation.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.730171 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.730693 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: subnet_allocation Mar 18 00:21:09.731016 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.731684 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.732199 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: subnetpool-prefix-ops Mar 18 00:21:09.732520 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.733473 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.733987 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 18 00:21:09.734308 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: tagging.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.735343 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.735864 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: standard-attr-tag Mar 18 00:21:09.736189 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: timestamp.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.737982 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.738499 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loaded extension: standard-attr-timestamp Mar 18 00:21:09.738822 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: trunk.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.739851 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.740371 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension trunk not supported by any of loaded plugins Mar 18 00:21:09.740697 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: trunk_details.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.741694 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.742169 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension trunk-details not supported by any of loaded plugins Mar 18 00:21:09.742499 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: uplink_status_propagation.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.743410 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.743926 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 18 00:21:09.744246 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Loading extension file: vlantransparent.py {{(pid=109513) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 18 00:21:09.744911 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109513) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 18 00:21:09.745454 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extension vlan-transparent not supported by any of loaded plugins Mar 18 00:21:09.747967 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Creating instance of TrackedResource for resource:network Mar 18 00:21:09.748498 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Creating instance of TrackedResource for resource:subnet Mar 18 00:21:09.748898 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Creating instance of TrackedResource for resource:subnetpool Mar 18 00:21:09.749306 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Creating instance of TrackedResource for resource:port Mar 18 00:21:09.750556 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.v2.resource_helper [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 00:21:09.750990 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.v2.resource_helper [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Service FLAVORS assigned prefix: {{(pid=109513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 00:21:09.751607 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.v2.resource_helper [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 00:21:09.752033 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.v2.resource_helper [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 00:21:09.752370 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Creating instance of TrackedResource for resource:router Mar 18 00:21:09.752855 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Creating instance of TrackedResource for resource:floatingip Mar 18 00:21:09.753447 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.v2.resource_helper [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Service METERING assigned prefix: /metering {{(pid=109513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 00:21:09.754913 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.755283 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.755636 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:21:09.756621 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Creating instance of CountableResource for resource:rbac_policy Mar 18 00:21:09.757061 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Creating instance of TrackedResource for resource:security_group Mar 18 00:21:09.757516 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Creating instance of TrackedResource for resource:security_group_rule Mar 18 00:21:09.758129 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.v2.resource_helper [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Service CORE assigned prefix: {{(pid=109513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 00:21:09.758461 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Creating instance of TrackedResource for resource:subnetpool Mar 18 00:21:09.758806 dv-cinder-768458-19-smb neutron-server[109513]: WARNING neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] subnetpool is already registered Mar 18 00:21:09.759229 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.v2.resource_helper [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Service CORE assigned prefix: {{(pid=109513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 00:21:09.759555 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Creating instance of TrackedResource for resource:subnetpool Mar 18 00:21:09.759884 dv-cinder-768458-19-smb neutron-server[109513]: WARNING neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] subnetpool is already registered Mar 18 00:21:09.762184 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.v2.resource_helper [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 00:21:09.762624 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.v2.resource_helper [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Service FLAVORS assigned prefix: {{(pid=109513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 00:21:09.763206 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.v2.resource_helper [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 00:21:09.763626 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.v2.resource_helper [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 00:21:09.763960 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Creating instance of TrackedResource for resource:router Mar 18 00:21:09.764297 dv-cinder-768458-19-smb neutron-server[109513]: WARNING neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] router is already registered Mar 18 00:21:09.764704 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Creating instance of TrackedResource for resource:floatingip Mar 18 00:21:09.765038 dv-cinder-768458-19-smb neutron-server[109513]: WARNING neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] floatingip is already registered Mar 18 00:21:09.765515 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.v2.resource_helper [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Service METERING assigned prefix: /metering {{(pid=109513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 00:21:09.766179 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Creating instance of CountableResource for resource:rbac_policy Mar 18 00:21:09.766505 dv-cinder-768458-19-smb neutron-server[109513]: WARNING neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] rbac_policy is already registered Mar 18 00:21:09.766923 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Creating instance of TrackedResource for resource:security_group Mar 18 00:21:09.767258 dv-cinder-768458-19-smb neutron-server[109513]: WARNING neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] security_group is already registered Mar 18 00:21:09.767661 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Creating instance of TrackedResource for resource:security_group_rule Mar 18 00:21:09.767992 dv-cinder-768458-19-smb neutron-server[109513]: WARNING neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] security_group_rule is already registered Mar 18 00:21:09.769215 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.v2.resource_helper [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Service CORE assigned prefix: {{(pid=109513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 00:21:09.769582 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Creating instance of TrackedResource for resource:subnetpool Mar 18 00:21:09.769915 dv-cinder-768458-19-smb neutron-server[109513]: WARNING neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] subnetpool is already registered Mar 18 00:21:09.770337 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.v2.resource_helper [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Service CORE assigned prefix: {{(pid=109513) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 18 00:21:09.770658 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Creating instance of TrackedResource for resource:subnetpool Mar 18 00:21:09.770986 dv-cinder-768458-19-smb neutron-server[109513]: WARNING neutron.quota.resource_registry [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] subnetpool is already registered Mar 18 00:21:09.771546 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: extensions {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.773015 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: address-groups {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.774545 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: address-scopes {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.775869 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: agents {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.777039 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: auto-allocated-topology {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.778320 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: availability_zones {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.779548 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: dhcp-networks {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.781081 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: dhcp-agents {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.782510 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: routers {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.785147 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: flavors {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.786365 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: service_profiles {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.787631 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: next_providers {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.789095 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: service_profiles {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.791609 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: floatingip-pools {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.792843 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: routers {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.795034 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: floatingips {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.796378 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: l3-routers {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.798073 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: l3-agents {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.799491 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: metering-labels {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.801563 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: metering-label-rules {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.802860 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: network-ip-availabilities {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.804133 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: bindings {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.805827 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: quotas {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.807395 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: quotas {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.808948 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: rbac-policies {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.810278 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: security-groups {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.811529 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: security-group-rules {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.812770 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: service-providers {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.814026 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: subnetpools {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.816149 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: subnetpools {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.817661 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: tags {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.819378 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: tags {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.821187 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: tags {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.823011 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: tags {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.824834 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: tags {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.826784 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: tags {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.828473 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: tags {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.830419 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: tags {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.832404 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: tags {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.834352 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron.api.extensions [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Extended resource: tags {{(pid=109513) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 18 00:21:09.840158 dv-cinder-768458-19-smb neutron-server[109513]: WARNING keystonemiddleware.auth_token [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 18 00:21:09.844829 dv-cinder-768458-19-smb neutron-server[109513]: WARNING keystonemiddleware.auth_token [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 18 00:21:09.853545 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_concurrency.lockutils [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Acquired lock "singleton_lock" {{(pid=109513) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 18 00:21:09.854019 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_concurrency.lockutils [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Releasing lock "singleton_lock" {{(pid=109513) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 18 00:21:09.854668 dv-cinder-768458-19-smb neutron-server[109513]: INFO oslo_service.service [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Starting 2 workers Mar 18 00:21:09.859542 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Started child 109622 {{(pid=109513) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 18 00:21:09.864911 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Started child 109623 {{(pid=109513) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 18 00:21:09.865589 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:09.866537 dv-cinder-768458-19-smb neutron-server[109513]: INFO neutron.service [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Neutron service started, listening on 0.0.0.0:9696 Mar 18 00:21:09.867203 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Publish callbacks [] for process (None), before_spawn {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:09.867377 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [-] (109622) wsgi starting up on http://0.0.0.0:9696 Mar 18 00:21:09.869631 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:09.870109 dv-cinder-768458-19-smb neutron-server[109513]: INFO oslo_service.service [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Starting 1 workers Mar 18 00:21:09.871109 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [-] (109623) wsgi starting up on http://0.0.0.0:9696 Mar 18 00:21:09.874958 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Started child 109624 {{(pid=109513) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 18 00:21:09.875511 dv-cinder-768458-19-smb neutron-server[109513]: INFO oslo_service.service [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Starting 1 workers Mar 18 00:21:09.879402 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.service [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] calling RpcWorker wait() {{(pid=109624) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 18 00:21:09.879977 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.service [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] returning from RpcWorker wait() {{(pid=109624) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 18 00:21:09.880809 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Started child 109625 {{(pid=109513) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 18 00:21:09.881340 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:09.881678 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG neutron_lib.callbacks.manager [None req-f1466381-710a-4339-a327-890ff85ddfaf None None] Publish callbacks [] for process (None), after_spawn {{(pid=109513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:09.881980 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:21:09.883603 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109513) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 18 00:21:09.883817 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 18 00:21:09.884006 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 18 00:21:09.884238 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 18 00:21:09.884610 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 18 00:21:09.884775 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 18 00:21:09.885295 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.885603 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.885808 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:09.886286 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.886286 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.886423 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.886975 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.887242 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.887502 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.887757 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.888008 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.888178 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.888346 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.888595 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.888841 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.889135 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.889419 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.889653 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.889905 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.890081 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.890351 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.890619 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.890845 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.891115 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] debug = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.891369 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.891845 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.892084 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.892327 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.892564 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.892838 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.893061 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.893332 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.893648 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.893909 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.894327 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.894584 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.894816 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.895036 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.895303 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.895516 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.895755 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.895973 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.896429 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] host = dv-cinder-768458-19-smb {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.896667 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.896879 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.897123 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.897384 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.898161 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.898161 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.898161 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.899694 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.899694 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.899694 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.899694 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.899694 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.899694 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.900389 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] log_file = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.900389 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] log_options = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.900389 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.900389 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.900849 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.900849 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.901090 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.901090 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.901335 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.901485 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.901881 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.902010 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.902148 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.902381 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.902593 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.902829 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.903080 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.903295 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.903511 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.903738 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.903993 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.904334 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.904500 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.904740 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.904964 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.905178 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.905431 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.905663 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.905908 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.906138 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.906354 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.906585 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.906798 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.907136 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.907486 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.907790 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.908055 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.908289 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.908519 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.908739 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.908873 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:21:09.909575 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.909807 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.910052 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.910297 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.910511 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.910753 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.910969 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.911352 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.911631 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] use_json = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.912032 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.912335 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.912569 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.912851 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.913005 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.913198 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.913781 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.913987 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.914474 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.915069 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.915519 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.915826 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.916109 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.916539 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.916539 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.917076 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.917076 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.917347 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.917517 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.917848 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.918077 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.918386 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.918648 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.918929 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.919258 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.919498 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.919771 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.920050 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.920271 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.920674 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.921108 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.922526 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.922526 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.922526 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.922526 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.922851 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.922851 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.923122 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.923467 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.923753 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.924001 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.924274 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.924490 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.924797 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.925548 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.925821 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.926063 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.926283 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.926746 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.927124 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.927364 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.927586 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.927834 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.928049 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.928429 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.928576 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.928746 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.929105 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.929253 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.929419 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.929622 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.929834 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.930047 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.930276 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.930494 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.930726 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.930981 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.931763 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.931763 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.931763 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.932538 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.932538 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.932538 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.932538 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.933015 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.933015 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.933231 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.933352 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.933544 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.933756 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.934156 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.934561 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.934844 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.935056 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.935300 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.935672 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.935804 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.936501 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.936501 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.936501 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.936878 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.936878 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.937510 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.937510 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.937510 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.937870 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.937870 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.938064 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.938212 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.938423 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.938869 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.939034 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.939282 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.939539 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.939757 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.940000 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.940420 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.940695 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.940959 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.941126 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.941339 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.941731 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.941873 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.942075 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.942343 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.942551 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.942804 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.943020 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.943238 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.943480 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.943716 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.943955 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.944195 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.944473 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.944702 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.944983 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.945203 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.946040 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.946314 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.946791 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.946974 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.947175 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.947453 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.948034 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.948034 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.948293 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.948480 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.948726 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.948980 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.949413 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.949533 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.949742 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.949987 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.950224 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.950467 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.950718 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.950935 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.951460 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.951785 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.952033 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.952247 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.952481 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.952723 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.952968 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.953227 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.954048 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.954048 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.954048 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.954434 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.954560 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.954696 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.955206 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.955206 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.955443 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.955586 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.955755 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.956026 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.956296 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.956451 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.956700 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.956916 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.957133 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.957378 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.957598 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.957814 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.958084 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.958268 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.958484 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.958719 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.958956 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.959172 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.959581 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.959717 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.959841 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.960084 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.960352 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.960603 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.960838 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.961330 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.961330 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.961612 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.961774 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.962033 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.962250 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.962466 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.962680 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.962898 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.963114 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.963343 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.963566 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.963796 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.964027 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.964262 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.964602 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.964838 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.965067 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.965319 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.965565 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.965781 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.965995 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.966208 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.966453 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.966669 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.966887 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.967101 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.967352 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.967585 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.967816 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.968060 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.968310 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.968545 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.968779 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.968993 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.969211 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.969468 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.969700 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.969912 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.970119 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.970330 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.970537 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.970785 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.970991 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.971270 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.972120 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.972361 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.972625 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.972855 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.973089 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.973414 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.973733 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.974138 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.974240 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.974576 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.974676 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.975122 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.975257 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.975440 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.975885 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.976306 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.976518 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.976743 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.976951 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.977150 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.977394 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.977604 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.977815 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.978036 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.978241 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.978448 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.978687 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.978905 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.979111 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.979333 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.979893 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.979893 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.980054 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.980185 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.980345 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.980607 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.980869 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.981104 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.981433 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.981669 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.981912 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.982159 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.982451 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.982660 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.983065 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.983316 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.983533 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.983752 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.983993 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.984320 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.984601 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.984842 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.985075 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.985540 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.985825 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.986105 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.986317 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.986608 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.986915 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.987243 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.988009 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.988252 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.988498 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.988720 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.988932 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.989145 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.989381 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.989600 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.989863 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.990089 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.990329 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.990544 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.990766 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.990999 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.991219 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.991424 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.991660 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.991919 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:09.992011 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 18 00:21:09.992537 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109513) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 18 00:21:09.992685 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 18 00:21:09.992846 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 18 00:21:09.993067 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 18 00:21:09.993213 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 18 00:21:09.993337 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 18 00:21:09.993556 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.993719 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.993880 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.994044 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.994202 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.994540 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.994705 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.994864 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.995011 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.995165 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.995443 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.995573 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:21:09.995718 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.995718 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.995963 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.995963 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.996202 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.996202 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.996431 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.996993 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.996993 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.996993 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.996993 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.997508 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] debug = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.997508 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.997508 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.997888 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.997888 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.997888 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.998292 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.998292 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.998518 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.998636 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.999073 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.999073 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.999357 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.999357 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.999687 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.999687 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:09.999863 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.000222 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.000531 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.000846 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] host = dv-cinder-768458-19-smb {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.001147 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.001469 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.001769 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.002063 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.002356 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.002651 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.002980 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.003140 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.003298 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.003457 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.003616 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.003776 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.003935 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.004093 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] log_file = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.004253 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] log_options = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.004412 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.004569 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.004727 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.004914 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.005078 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.005238 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.005422 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.005585 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.005743 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.005921 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.006054 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.006220 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.006387 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.006542 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.006684 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.006831 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.006993 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.007155 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.007307 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.007466 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.007622 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.007779 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.007937 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.008095 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.008253 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.008411 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.008568 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.008725 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.008883 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.009041 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.009199 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.009357 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.009538 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.009697 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.009855 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.010012 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.010170 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.010328 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.010490 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.010649 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.010806 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.010965 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.011122 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.011282 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.011439 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.011598 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.011756 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] use_json = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.011914 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.012074 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.012232 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.012389 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.012547 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.012877 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.012877 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.013102 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.013184 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 18 00:21:10.013423 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.013516 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.013646 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.013808 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.013968 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.014129 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.014289 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.014451 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.014611 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.014771 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.014939 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.015100 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.015274 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.015436 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.015598 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.015761 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.015922 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.016084 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.016244 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.016405 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.016565 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.016795 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.016896 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.017044 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.017203 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.017379 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.017544 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.017713 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.017872 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.018047 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.018208 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.018411 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.018667 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.018879 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.019121 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.019289 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.019451 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.019614 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.019970 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.019970 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.020290 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.020481 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.020613 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.020765 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.020926 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.021087 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.021249 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.021431 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.021596 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.021757 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.021917 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.022078 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.022239 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.022402 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.022562 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.022723 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.022882 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.023053 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.023214 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.023409 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.023549 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.023672 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.023828 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.023989 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.024150 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.024311 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.024472 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.024633 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.024805 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.024965 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.025399 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.025399 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.025618 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.025618 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.025774 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.025912 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.026075 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.026235 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.026395 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.026555 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.026715 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.026867 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.027032 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.027191 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.027351 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.027513 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.027673 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.027833 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.028002 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.028155 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.028314 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.028485 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.028653 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.028817 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.028980 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.029137 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.029298 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.029494 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.029658 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.029815 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.029970 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.030130 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.030288 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.030449 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.030791 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.030791 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.030950 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.031063 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.031223 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.031383 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.031543 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.031705 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.031866 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.032026 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.032186 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.032343 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.032499 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.032637 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.032793 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.032958 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.033171 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.033299 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.033435 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.033608 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.033777 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.033939 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.034773 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.034773 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.035158 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.035158 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.035405 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.035405 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.035597 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.035679 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.035804 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.035976 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.036147 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.036277 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.036442 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.036626 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.036785 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.036946 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.037106 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.037248 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.037448 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.037610 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.037769 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.037929 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.038089 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.038251 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.038412 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.038573 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.038732 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.038894 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.039053 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.039215 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.039377 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.039537 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.039699 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.039859 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.041546 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.041753 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.041942 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.042125 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.042306 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.042483 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.042661 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.042837 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.043009 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.043663 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 45834) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:21:10.045501 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.045706 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.045895 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.046078 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.046260 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.046439 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.046617 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.047442 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.047442 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.047442 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.047670 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.047738 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.047876 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.048046 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.048214 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.048382 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.048548 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.048713 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.048878 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.049042 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.049207 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.049392 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.049555 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.049828 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.049998 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.050182 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.050347 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.050511 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.050680 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.050844 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.051008 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.051172 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.051337 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.051499 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.051664 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.051828 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.051992 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.052154 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.052318 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.052552 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.052721 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.052832 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069327 Mar 18 00:21:10.053047 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.053230 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.053485 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.053655 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.053931 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.054103 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.054267 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.054432 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.054595 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.054757 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.054920 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.055191 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.055361 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.055544 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.055733 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.055890 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.056043 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.056229 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.056389 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.056525 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.056667 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.056829 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.056991 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.057153 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.057315 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.057511 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.057675 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.057838 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.058001 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.058164 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.058323 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.058486 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.058648 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.058810 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.058972 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.059135 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.059296 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.059468 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.059630 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.059793 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.059954 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.060116 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.060300 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.060450 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.060616 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.060777 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.060939 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.061101 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.061262 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.061469 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.061634 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.061798 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.061970 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.062136 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.062299 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.062462 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.062638 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.062801 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.062966 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.063136 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.063299 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.063461 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.063625 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.063798 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.064072 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.064242 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.064409 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.064582 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.064754 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.064925 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.065110 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.065818 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.065981 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.066149 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.066422 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.066584 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.066722 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.066854 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.067009 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.067153 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.067242 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.067396 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.067563 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.067727 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.067889 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.068052 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.068214 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.068376 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.068537 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.068700 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.068863 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.069028 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 18 00:21:10.069183 dv-cinder-768458-19-smb neutron-server[109513]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109513) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 18 00:21:21.455988 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b590dbcb-5cad-458a-aac8-79151e3b1155 None None] get_active_networks_info from dv-cinder-768458-19-smb {{(pid=109624) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 18 00:21:21.514280 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b590dbcb-5cad-458a-aac8-79151e3b1155 None None] No non-hosted networks {{(pid=109624) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 18 00:21:21.530088 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.agentschedulers_db [None req-b590dbcb-5cad-458a-aac8-79151e3b1155 None None] DHCP Agent not found on host dv-cinder-768458-19-smb {{(pid=109624) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 18 00:21:21.610207 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-513ff9ec-db30-482c-996c-24a5fad88298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1705764'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:23.776325 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-5314e45b-9a3e-4da3-b879-0f9813d97cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1705764'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:23.843879 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-bbce0315-ccf1-444f-8531-7b57940df301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:24.640754 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1705764'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:26.322421 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1705764'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:27.629591 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 45914) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:21:27.741165 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1705764'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:27.742022 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:27.742369 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:27.742704 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:27.743036 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:27.743365 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:27.743690 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:27.744015 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:27.744355 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:27.744680 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:27.745018 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:27.745338 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:27.745684 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:27.746023 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:27.746343 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:27.746735 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:27.747063 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768458-19-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:21:27.756578 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768458-19-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:21:28.150351 dv-cinder-768458-19-smb neutron-server[109623]: WARNING oslo_policy.policy [None req-91341175-40ec-4ab5-bf83-5788d96311b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 00:21:28.150936 dv-cinder-768458-19-smb neutron-server[109623]: WARNING oslo_policy.policy [None req-91341175-40ec-4ab5-bf83-5788d96311b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 00:21:28.373486 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [None req-91341175-40ec-4ab5-bf83-5788d96311b1 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109623) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 00:21:28.376177 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-91341175-40ec-4ab5-bf83-5788d96311b1 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7455919 Mar 18 00:21:30.937356 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 45940) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:21:31.261354 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-1a0d5aad-c055-4996-878a-d7b1b89aeca3 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:21:31.356444 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.policy [None req-1a0d5aad-c055-4996-878a-d7b1b89aeca3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109623) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 18 00:21:31.400961 dv-cinder-768458-19-smb neutron-server[109623]: WARNING oslo_policy.policy [None req-1a0d5aad-c055-4996-878a-d7b1b89aeca3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 00:21:31.401337 dv-cinder-768458-19-smb neutron-server[109623]: WARNING oslo_policy.policy [None req-1a0d5aad-c055-4996-878a-d7b1b89aeca3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 00:21:31.499630 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5aad-c055-4996-878a-d7b1b89aeca3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766728818969', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766728822758', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766728802451', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766728598537', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766728597016', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766728864396', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66092336', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66069282', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1782163', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1695762'] for rbac-policy (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:31.565822 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5aad-c055-4996-878a-d7b1b89aeca3 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:31.567020 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-1a0d5aad-c055-4996-878a-d7b1b89aeca3 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6285999 Mar 18 00:21:31.906522 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.db.l3_hamode_db [None req-98e2f8fa-12f7-403c-ad6c-54bdae5e0eb0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 18 00:21:31.984010 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e2f8fa-12f7-403c-ad6c-54bdae5e0eb0 None None] Routers set() bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:21:31.984402 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e2f8fa-12f7-403c-ad6c-54bdae5e0eb0 None None] Router IDs set() for agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 18 00:21:34.052942 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 45950) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:21:34.362128 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:21:34.390992 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Made reservation on behalf of 5c0bb9731f1d4fbca223763cbf97fb56 for: {'network': 1} {{(pid=109623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:21:34.395471 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for network (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:34.412349 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:34.518336 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Publish callbacks [] for security_group (2d186f8e-9db1-4c06-9c18-031e8b8f53c1), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:34.522097 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (2d186f8e-9db1-4c06-9c18-031e8b8f53c1), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:34.546275 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=109623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 00:21:34.580633 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766732137018', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (d0e21653-da13-4b2e-8b08-198bb0d33569), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:34.581278 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Unsubscribe: segment precommit_create {{(pid=109623) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 18 00:21:34.581809 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.db.segments_db [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Added segment d0e21653-da13-4b2e-8b08-198bb0d33569 of type vlan for network 24bf38c5-24d7-44c5-9f1b-797e7512bc92 Mar 18 00:21:34.597485 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2d186f8e-9db1-4c06-9c18-031e8b8f53c1,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:21:34.645704 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:34.646047 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:34.646385 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:34.646739 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:34.647071 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:34.647396 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:34.647718 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:34.648038 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:34.648360 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:34.648679 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:34.648999 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:34.649336 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:34.649686 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:34.650004 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:34.650321 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Tracked resource versions report: Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: pushed versions: Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: { 'AddressGroup': {'1.2'}, Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'Agent': {'1.1'}, Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'ConntrackHelper': {'1.0'}, Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'LocalIPAssociation': {'1.0'}, Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'Log': {'1.0'}, Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'NDPProxy': {'1.0'}, Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'Network': {'1.1'}, Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'Port': {'1.7'}, Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'PortForwarding': {'1.3'}, Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'QosPolicy': {'1.10'}, Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'SecurityGroup': {'1.5'}, Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'SecurityGroupRule': {'1.2'}, Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'SubPort': {'1.0'}, Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'Subnet': {'1.1'}, Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'Trunk': {'1.1'}} Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: consumer versions: Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: { DHCP agent@dv-cinder-768458-19-smb: {}, Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: L3 agent@dv-cinder-768458-19-smb: {}, Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: Metadata agent@dv-cinder-768458-19-smb: {}, Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: Metering agent@dv-cinder-768458-19-smb: {}, Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: Open vSwitch agent@dv-cinder-768458-19-smb: { 'AddressGroup': '1.2', Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'Agent': '1.1', Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'ConntrackHelper': '1.0', Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'LocalIPAssociation': '1.0', Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'Log': '1.0', Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'NDPProxy': '1.0', Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'Network': '1.1', Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'Port': '1.7', Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'PortForwarding': '1.3', Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'QosPolicy': '1.10', Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'SecurityGroup': '1.5', Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'SecurityGroupRule': '1.2', Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'SubPort': '1.0', Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'Subnet': '1.1', Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: 'Trunk': '1.1'}} Mar 18 00:21:34.651508 dv-cinder-768458-19-smb neutron-server[109623]: {{(pid=109623) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 00:21:34.692634 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731764300'] for network (24bf38c5-24d7-44c5-9f1b-797e7512bc92), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:34.731774 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for network (24bf38c5-24d7-44c5-9f1b-797e7512bc92), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:34.736942 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:21:34.737682 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:34.836891 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7828572 Mar 18 00:21:34.854093 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5c6b9-2b37-4b25-9ec8-3cd9c362758f demo demo] Pushing event updated for resources: {'Network': ['ID=24bf38c5-24d7-44c5-9f1b-797e7512bc92,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:21:34.866359 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Network 24bf38c5-24d7-44c5-9f1b-797e7512bc92 details requested by agent ovs-agent-dv-cinder-768458-19-smb with host dv-cinder-768458-19-smb {{(pid=109624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 00:21:37.386256 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 45962) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:21:37.790608 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996ceaf3-f9ca-4fd5-ab70-903d1e8e0796 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:21:37.791905 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-996ceaf3-f9ca-4fd5-ab70-903d1e8e0796 demo admin] 10.222.0.23 "GET /v2.0/networks/24bf38c5-24d7-44c5-9f1b-797e7512bc92 HTTP/1.1" status: 200 len: 824 time: 0.4046998 Mar 18 00:21:37.815936 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-2dab159e-d426-4f54-acb2-865c0673c7d0 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/0b41b839-76e9-491f-a640-351775c95af0 HTTP/1.1" status: 200 len: 734 time: 0.0181751 Mar 18 00:21:37.824130 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-f06d0878-74a4-4290-9267-952b26a193c0 demo admin] Request body: {'subnet': {'subnetpool_id': '0b41b839-76e9-491f-a640-351775c95af0', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '24bf38c5-24d7-44c5-9f1b-797e7512bc92', 'name': 'private-subnet'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:21:37.843866 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06d0878-74a4-4290-9267-952b26a193c0 demo admin] Made reservation on behalf of 5c0bb9731f1d4fbca223763cbf97fb56 for: {'subnet': 1} {{(pid=109623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:21:37.846872 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f06d0878-74a4-4290-9267-952b26a193c0 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:38.138334 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f06d0878-74a4-4290-9267-952b26a193c0 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for subnet (56d5d15a-6eae-45fd-bc33-ca7cc95e0d0a), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:38.207621 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d0878-74a4-4290-9267-952b26a193c0 demo admin] Pushing event updated for resources: {'Subnet': ['ID=56d5d15a-6eae-45fd-bc33-ca7cc95e0d0a,revision_number=0']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:21:38.212052 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06d0878-74a4-4290-9267-952b26a193c0 demo admin] Checking segment: {'id': 'd0e21653-da13-4b2e-8b08-198bb0d33569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24bf38c5-24d7-44c5-9f1b-797e7512bc92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:21:38.212431 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06d0878-74a4-4290-9267-952b26a193c0 demo admin] Network hostable DHCP agents. Network: 24bf38c5-24d7-44c5-9f1b-797e7512bc92, hostable agents: ['b07357a2-37bf-41ae-8167-2445c892fa1f'], hosted agents: [] {{(pid=109623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 00:21:38.233030 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06d0878-74a4-4290-9267-952b26a193c0 demo admin] Network 24bf38c5-24d7-44c5-9f1b-797e7512bc92 is scheduled to be hosted by DHCP agent b07357a2-37bf-41ae-8167-2445c892fa1f with binding_index 1 {{(pid=109623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 00:21:38.243933 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-f06d0878-74a4-4290-9267-952b26a193c0 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-19-smb, 24bf38c5-24d7-44c5-9f1b-797e7512bc92) {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:21:38.248948 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06d0878-74a4-4290-9267-952b26a193c0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:21:38.249595 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f06d0878-74a4-4290-9267-952b26a193c0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for subnet (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:38.254496 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c8920b-f153-444f-b56d-89b8151a29a7 None None] Network 24bf38c5-24d7-44c5-9f1b-797e7512bc92 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:21:38.266487 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-f06d0878-74a4-4290-9267-952b26a193c0 demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4454539 Mar 18 00:21:38.625231 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6b2e7e5-47b8-5636-b6db-199e905836e3-24bf38c5-24d7-44c5-9f1b-797e7512bc92', 'network_id': '24bf38c5-24d7-44c5-9f1b-797e7512bc92', 'project_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'fixed_ips': [{'subnet_id': '56d5d15a-6eae-45fd-bc33-ca7cc95e0d0a'}]}} from dv-cinder-768458-19-smb. {{(pid=109624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 00:21:38.627038 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:38.899985 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.db_base_plugin_common [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Allocated IP 172.20.0.2 (24bf38c5-24d7-44c5-9f1b-797e7512bc92/56d5d15a-6eae-45fd-bc33-ca7cc95e0d0a/194cfb89-2413-43e4-96fe-fb398ee31a3a) {{(pid=109624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:21:39.172959 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Publish callbacks [] for port (194cfb89-2413-43e4-96fe-fb398ee31a3a), precommit_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:39.181427 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518'] for port (194cfb89-2413-43e4-96fe-fb398ee31a3a), after_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:39.250414 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Network 24bf38c5-24d7-44c5-9f1b-797e7512bc92 is already hosted by enough agents. {{(pid=109624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:21:39.255331 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.scheduler.base_scheduler [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Resources bound (agent type, host, resource id): {{(pid=109624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:21:39.268185 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Received port after_create {{(pid=109624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:21:39.276076 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Pushing event updated for resources: {'Port': ['ID=194cfb89-2413-43e4-96fe-fb398ee31a3a,revision_number=1']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:21:39.305852 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:39.306201 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:39.306545 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:39.306903 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:39.307245 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:39.307580 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:39.307909 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:39.308238 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:39.308568 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:39.308920 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:39.309220 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:39.309584 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:39.309916 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:39.310240 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:39.310564 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Tracked resource versions report: Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: pushed versions: Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: { 'AddressGroup': {'1.2'}, Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'Agent': {'1.1'}, Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'ConntrackHelper': {'1.0'}, Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'LocalIPAssociation': {'1.0'}, Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'Log': {'1.0'}, Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'NDPProxy': {'1.0'}, Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'Network': {'1.1'}, Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'Port': {'1.7'}, Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'PortForwarding': {'1.3'}, Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'QosPolicy': {'1.10'}, Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'SecurityGroup': {'1.5'}, Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'SecurityGroupRule': {'1.2'}, Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'SubPort': {'1.0'}, Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'Subnet': {'1.1'}, Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'Trunk': {'1.1'}} Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: consumer versions: Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: { DHCP agent@dv-cinder-768458-19-smb: {}, Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: L3 agent@dv-cinder-768458-19-smb: {}, Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: Metadata agent@dv-cinder-768458-19-smb: {}, Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: Metering agent@dv-cinder-768458-19-smb: {}, Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: Open vSwitch agent@dv-cinder-768458-19-smb: { 'AddressGroup': '1.2', Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'Agent': '1.1', Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'ConntrackHelper': '1.0', Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'LocalIPAssociation': '1.0', Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'Log': '1.0', Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'NDPProxy': '1.0', Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'Network': '1.1', Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'Port': '1.7', Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'PortForwarding': '1.3', Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'QosPolicy': '1.10', Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'SecurityGroup': '1.5', Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'SecurityGroupRule': '1.2', Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'SubPort': '1.0', Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'Subnet': '1.1', Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: 'Trunk': '1.1'}} Mar 18 00:21:39.311767 dv-cinder-768458-19-smb neutron-server[109624]: {{(pid=109624) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 00:21:39.362446 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Attempting to bind port 194cfb89-2413-43e4-96fe-fb398ee31a3a on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:21:39.362859 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Attempting to bind port 194cfb89-2413-43e4-96fe-fb398ee31a3a by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': 'd0e21653-da13-4b2e-8b08-198bb0d33569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24bf38c5-24d7-44c5-9f1b-797e7512bc92'}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:21:39.363303 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Attempting to bind port 194cfb89-2413-43e4-96fe-fb398ee31a3a on network 24bf38c5-24d7-44c5-9f1b-797e7512bc92 {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:21:39.368223 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:21:39.368610 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Checking segment: {'id': 'd0e21653-da13-4b2e-8b08-198bb0d33569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24bf38c5-24d7-44c5-9f1b-797e7512bc92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:21:39.369140 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:39.369611 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Bound using segment: {'id': 'd0e21653-da13-4b2e-8b08-198bb0d33569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24bf38c5-24d7-44c5-9f1b-797e7512bc92'} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:21:39.370086 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Bound port: 194cfb89-2413-43e4-96fe-fb398ee31a3a, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e21653-da13-4b2e-8b08-198bb0d33569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24bf38c5-24d7-44c5-9f1b-797e7512bc92'}}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:21:39.370496 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (194cfb89-2413-43e4-96fe-fb398ee31a3a), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:39.435328 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] For port 194cfb89-2413-43e4-96fe-fb398ee31a3a, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:21:39.440121 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] For port 194cfb89-2413-43e4-96fe-fb398ee31a3a, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=194cfb89-2413-43e4-96fe-fb398ee31a3a,segment=NetworkSegment(d0e21653-da13-4b2e-8b08-198bb0d33569),segment_id=d0e21653-da13-4b2e-8b08-198bb0d33569)] {{(pid=109624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:21:39.449456 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (194cfb89-2413-43e4-96fe-fb398ee31a3a), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:39.515899 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf71af9-51e2-4aed-99ad-47336b75d795 None None] Pushing event updated for resources: {'Port': ['ID=194cfb89-2413-43e4-96fe-fb398ee31a3a,revision_number=2']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:21:40.820862 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 45970) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:21:41.328633 dv-cinder-768458-19-smb neutron-server[109622]: WARNING oslo_policy.policy [None req-d0dc5322-7777-4e88-bcdb-39e99cbe20ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 00:21:41.329788 dv-cinder-768458-19-smb neutron-server[109622]: WARNING oslo_policy.policy [None req-d0dc5322-7777-4e88-bcdb-39e99cbe20ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 00:21:41.554358 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [None req-d0dc5322-7777-4e88-bcdb-39e99cbe20ee admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109622) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 00:21:41.555577 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-d0dc5322-7777-4e88-bcdb-39e99cbe20ee admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7326016 Mar 18 00:21:44.114464 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 45984) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:21:44.434483 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [None req-d7f62dc4-b72f-4201-818e-050905846dc2 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109622) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 00:21:44.435434 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-d7f62dc4-b72f-4201-818e-050905846dc2 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3200436 Mar 18 00:21:46.977780 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 45992) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:21:47.291851 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-cd222292-f3e5-4809-8a21-04aff210044c demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:21:47.352040 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.policy [None req-cd222292-f3e5-4809-8a21-04aff210044c demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109622) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 18 00:21:47.396333 dv-cinder-768458-19-smb neutron-server[109622]: WARNING oslo_policy.policy [None req-cd222292-f3e5-4809-8a21-04aff210044c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 00:21:47.396740 dv-cinder-768458-19-smb neutron-server[109622]: WARNING oslo_policy.policy [None req-cd222292-f3e5-4809-8a21-04aff210044c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 18 00:21:47.458056 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-cd222292-f3e5-4809-8a21-04aff210044c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router (5eaf795a-4146-4169-8c46-c47bbdfbbc6b), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:47.459921 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-cd222292-f3e5-4809-8a21-04aff210044c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704184', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2189'] for router (5eaf795a-4146-4169-8c46-c47bbdfbbc6b), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:47.611988 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-cd222292-f3e5-4809-8a21-04aff210044c demo demo] Publish callbacks [] for router_controller (5eaf795a-4146-4169-8c46-c47bbdfbbc6b), precommit_add_association {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:47.616896 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-cd222292-f3e5-4809-8a21-04aff210044c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1703981'] for router (5eaf795a-4146-4169-8c46-c47bbdfbbc6b), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:47.639135 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-cd222292-f3e5-4809-8a21-04aff210044c demo demo] Publish callbacks [] for router (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:47.654924 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-cd222292-f3e5-4809-8a21-04aff210044c demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6615357 Mar 18 00:21:50.206993 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 46006) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:21:50.489405 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 194cfb89-2413-43e4-96fe-fb398ee31a3a up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:21:50.529603 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [None req-f7388ce9-8f9c-4c9f-81d0-b59103e56e24 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109622) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 00:21:50.530579 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-f7388ce9-8f9c-4c9f-81d0-b59103e56e24 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3226283 Mar 18 00:21:50.584077 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 194cfb89-2413-43e4-96fe-fb398ee31a3a triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:21:50.584497 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (194cfb89-2413-43e4-96fe-fb398ee31a3a), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:50.700275 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 194cfb89-2413-43e4-96fe-fb398ee31a3a is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:21:50.700742 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (194cfb89-2413-43e4-96fe-fb398ee31a3a), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:50.741405 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] For port 194cfb89-2413-43e4-96fe-fb398ee31a3a, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=194cfb89-2413-43e4-96fe-fb398ee31a3a,segment=NetworkSegment(d0e21653-da13-4b2e-8b08-198bb0d33569),segment_id=d0e21653-da13-4b2e-8b08-198bb0d33569)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:21:50.747341 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (194cfb89-2413-43e4-96fe-fb398ee31a3a), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:50.799409 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Pushing event updated for resources: {'Port': ['ID=194cfb89-2413-43e4-96fe-fb398ee31a3a,revision_number=3']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:21:50.865641 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395cc02a-9cc4-4361-a119-99718dbed164 None None] Network 24bf38c5-24d7-44c5-9f1b-797e7512bc92 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:21:50.928501 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-48814074-777e-487d-a768-381aafe6dbff None None] Provisioning complete for port 194cfb89-2413-43e4-96fe-fb398ee31a3a triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:21:50.928878 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-48814074-777e-487d-a768-381aafe6dbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (194cfb89-2413-43e4-96fe-fb398ee31a3a), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:51.060355 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-48814074-777e-487d-a768-381aafe6dbff None None] Current status of the port 194cfb89-2413-43e4-96fe-fb398ee31a3a is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:21:51.285750 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-90bc98a7-e412-4fb1-bcd7-4130ce9b57f2 None None] Provisioning complete for port 194cfb89-2413-43e4-96fe-fb398ee31a3a triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:21:51.286147 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-90bc98a7-e412-4fb1-bcd7-4130ce9b57f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (194cfb89-2413-43e4-96fe-fb398ee31a3a), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:51.361386 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-90bc98a7-e412-4fb1-bcd7-4130ce9b57f2 None None] Current status of the port 194cfb89-2413-43e4-96fe-fb398ee31a3a is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:21:51.402553 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-cc179bc6-0728-4aea-a4e0-77fa635fb639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:52.448488 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 194cfb89-2413-43e4-96fe-fb398ee31a3a up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:21:52.497001 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 194cfb89-2413-43e4-96fe-fb398ee31a3a triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:21:52.497419 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (194cfb89-2413-43e4-96fe-fb398ee31a3a), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:52.572631 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 194cfb89-2413-43e4-96fe-fb398ee31a3a is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:21:53.114931 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 46014) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:21:53.426609 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:21:53.448723 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Made reservation on behalf of 83085d8ebde1477c9848571b65ee7f81 for: {'network': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:21:53.451764 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for network (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:53.466760 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:53.569284 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Publish callbacks [] for security_group (9f69b0bf-2065-4e53-aa40-8fd0dbec236a), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:53.572688 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (9f69b0bf-2065-4e53-aa40-8fd0dbec236a), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:53.582983 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Reserving flat network on physical network physnet1 {{(pid=109622) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 18 00:21:53.613426 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766732137018', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (950e71c8-0081-48a4-88cc-732f6458a6ac), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:53.614018 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Unsubscribe: segment precommit_create {{(pid=109622) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 18 00:21:53.614538 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.segments_db [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Added segment 950e71c8-0081-48a4-88cc-732f6458a6ac of type flat for network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 Mar 18 00:21:53.633571 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f69b0bf-2065-4e53-aa40-8fd0dbec236a,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:21:53.680498 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:53.680841 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:53.681200 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:53.681659 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:53.681996 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:53.682325 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:53.682648 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:53.682969 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:53.683304 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:53.683629 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:53.683949 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:53.684281 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:53.684602 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:53.684918 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:53.685230 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Tracked resource versions report: Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: pushed versions: Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: { 'AddressGroup': {'1.2'}, Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'Agent': {'1.1'}, Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'ConntrackHelper': {'1.0'}, Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'LocalIPAssociation': {'1.0'}, Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'Log': {'1.0'}, Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'NDPProxy': {'1.0'}, Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'Network': {'1.1'}, Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'Port': {'1.7'}, Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'PortForwarding': {'1.3'}, Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'QosPolicy': {'1.10'}, Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'SecurityGroup': {'1.5'}, Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'SecurityGroupRule': {'1.2'}, Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'SubPort': {'1.0'}, Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'Subnet': {'1.1'}, Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'Trunk': {'1.1'}} Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: consumer versions: Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: { DHCP agent@dv-cinder-768458-19-smb: {}, Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: L3 agent@dv-cinder-768458-19-smb: {}, Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: Metadata agent@dv-cinder-768458-19-smb: {}, Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: Metering agent@dv-cinder-768458-19-smb: {}, Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: Open vSwitch agent@dv-cinder-768458-19-smb: { 'AddressGroup': '1.2', Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'Agent': '1.1', Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'ConntrackHelper': '1.0', Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'LocalIPAssociation': '1.0', Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'Log': '1.0', Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'NDPProxy': '1.0', Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'Network': '1.1', Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'Port': '1.7', Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'PortForwarding': '1.3', Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'QosPolicy': '1.10', Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'SecurityGroup': '1.5', Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'SecurityGroupRule': '1.2', Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'SubPort': '1.0', Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'Subnet': '1.1', Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: 'Trunk': '1.1'}} Mar 18 00:21:53.686478 dv-cinder-768458-19-smb neutron-server[109622]: {{(pid=109622) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 00:21:53.731930 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731764300'] for network (5e3ddc34-ad90-40ce-bf33-6bccf71106f9), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:53.768520 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-0662011e-9932-47c1-8e92-fe21d208653a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:53.775230 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for network (5e3ddc34-ad90-40ce-bf33-6bccf71106f9), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:53.776445 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:21:53.777146 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:53.852244 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7360861 Mar 18 00:21:53.881985 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c08e6b-3690-44af-9729-b13b03c47929 admin admin] Pushing event updated for resources: {'Network': ['ID=5e3ddc34-ad90-40ce-bf33-6bccf71106f9,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:21:53.893299 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 details requested by agent ovs-agent-dv-cinder-768458-19-smb with host dv-cinder-768458-19-smb {{(pid=109624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 00:21:54.604328 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:56.279591 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:56.392345 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 46036) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:21:56.626207 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915b6bd8-c2cc-4fbc-a2a4-df4ecf5c6c5c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:21:56.627607 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-915b6bd8-c2cc-4fbc-a2a4-df4ecf5c6c5c demo admin] 10.222.0.23 "GET /v2.0/subnets/56d5d15a-6eae-45fd-bc33-ca7cc95e0d0a HTTP/1.1" status: 200 len: 849 time: 0.2341278 Mar 18 00:21:56.769685 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-b63c8bc6-aadb-4e5e-b88c-0d09b52193cf demo admin] 10.222.0.23 "GET /v2.0/routers/5eaf795a-4146-4169-8c46-c47bbdfbbc6b HTTP/1.1" status: 200 len: 704 time: 0.1361156 Mar 18 00:21:57.044060 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d1a8-b5a3-4b49-9708-7a3be257aff9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:57.343652 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [None req-aeb2d1a8-b5a3-4b49-9708-7a3be257aff9 demo admin] Allocated IP 172.20.0.1 (24bf38c5-24d7-44c5-9f1b-797e7512bc92/56d5d15a-6eae-45fd-bc33-ca7cc95e0d0a/944363d5-7393-44f0-8daa-fd5577fbf967) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:21:57.523767 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d1a8-b5a3-4b49-9708-7a3be257aff9 demo admin] Publish callbacks [] for port (944363d5-7393-44f0-8daa-fd5577fbf967), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:57.590298 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d1a8-b5a3-4b49-9708-7a3be257aff9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518'] for port (944363d5-7393-44f0-8daa-fd5577fbf967), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:57.658644 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb2d1a8-b5a3-4b49-9708-7a3be257aff9 demo admin] Network 24bf38c5-24d7-44c5-9f1b-797e7512bc92 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:21:57.663195 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-aeb2d1a8-b5a3-4b49-9708-7a3be257aff9 demo admin] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:21:57.667156 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb2d1a8-b5a3-4b49-9708-7a3be257aff9 demo admin] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:21:57.667704 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d1a8-b5a3-4b49-9708-7a3be257aff9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705464'] for router_interface (5eaf795a-4146-4169-8c46-c47bbdfbbc6b), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:57.721863 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:57.745783 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2d1a8-b5a3-4b49-9708-7a3be257aff9 demo admin] Pushing event updated for resources: {'Port': ['ID=944363d5-7393-44f0-8daa-fd5577fbf967,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:21:57.921224 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-853d3c30-7ce5-4480-a845-c7fb48988238 None None] Provisioning complete for port 944363d5-7393-44f0-8daa-fd5577fbf967 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:21:57.921559 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-853d3c30-7ce5-4480-a845-c7fb48988238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (944363d5-7393-44f0-8daa-fd5577fbf967), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:57.941097 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d1a8-b5a3-4b49-9708-7a3be257aff9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (944363d5-7393-44f0-8daa-fd5577fbf967), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:57.955149 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-853d3c30-7ce5-4480-a845-c7fb48988238 None None] Port 944363d5-7393-44f0-8daa-fd5577fbf967 cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:21:58.143863 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d1a8-b5a3-4b49-9708-7a3be257aff9 demo admin] Publish callbacks [] for port (944363d5-7393-44f0-8daa-fd5577fbf967), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:58.148000 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d1a8-b5a3-4b49-9708-7a3be257aff9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (944363d5-7393-44f0-8daa-fd5577fbf967), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:58.148743 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d1a8-b5a3-4b49-9708-7a3be257aff9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705324'] for router_interface (5eaf795a-4146-4169-8c46-c47bbdfbbc6b), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:58.225302 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2d1a8-b5a3-4b49-9708-7a3be257aff9 demo admin] Pushing event updated for resources: {'Port': ['ID=944363d5-7393-44f0-8daa-fd5577fbf967,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:21:58.271642 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb2d1a8-b5a3-4b49-9708-7a3be257aff9 demo admin] Network 24bf38c5-24d7-44c5-9f1b-797e7512bc92 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:21:58.272950 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-aeb2d1a8-b5a3-4b49-9708-7a3be257aff9 demo admin] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:21:58.439638 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb2d1a8-b5a3-4b49-9708-7a3be257aff9 demo admin] Router 5eaf795a-4146-4169-8c46-c47bbdfbbc6b is scheduled to L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 with binding_index 1 {{(pid=109622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 00:21:58.536937 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb2d1a8-b5a3-4b49-9708-7a3be257aff9 demo admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:21:58.543647 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-aeb2d1a8-b5a3-4b49-9708-7a3be257aff9 demo admin] 10.222.0.23 "PUT /v2.0/routers/5eaf795a-4146-4169-8c46-c47bbdfbbc6b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7675512 Mar 18 00:21:58.560077 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] Sync routers for ids ['5eaf795a-4146-4169-8c46-c47bbdfbbc6b'] in dv-cinder-768458-19-smb {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:21:58.573298 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] Routers {'5eaf795a-4146-4169-8c46-c47bbdfbbc6b'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:21:58.574207 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:21:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['5eaf795a-4146-4169-8c46-c47bbdfbbc6b'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:21:58.582749 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-e8a7d075-7521-401f-8c84-bb09759b6c12 None None] Provisioning complete for port 944363d5-7393-44f0-8daa-fd5577fbf967 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:21:58.583130 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d075-7521-401f-8c84-bb09759b6c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (944363d5-7393-44f0-8daa-fd5577fbf967), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:58.617712 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-e8a7d075-7521-401f-8c84-bb09759b6c12 None None] Port 944363d5-7393-44f0-8daa-fd5577fbf967 cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:21:58.764155 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] Set router 5eaf795a-4146-4169-8c46-c47bbdfbbc6b gateway port host: None {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:21:59.191670 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eaf795a-4146-4169-8c46-c47bbdfbbc6b', 'name': 'router1', 'tenant_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:21:47Z', 'updated_at': '2022-03-18T00:21:57Z', 'revision_number': 2, 'project_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'gw_port_host': None, '_interfaces': [{'id': '944363d5-7393-44f0-8daa-fd5577fbf967', 'name': '', 'network_id': '24bf38c5-24d7-44c5-9f1b-797e7512bc92', 'tenant_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'mac_address': 'fa:16:3e:bd:a8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eaf795a-4146-4169-8c46-c47bbdfbbc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56d5d15a-6eae-45fd-bc33-ca7cc95e0d0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:21:57Z', 'updated_at': '2022-03-18T00:21:58Z', 'revision_number': 2, 'project_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'subnets': [{'id': '56d5d15a-6eae-45fd-bc33-ca7cc95e0d0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b41b839-76e9-491f-a640-351775c95af0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:21:59.240518 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] Checking router: 5eaf795a-4146-4169-8c46-c47bbdfbbc6b for host: dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:21:59.240892 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] Updating router 5eaf795a-4146-4169-8c46-c47bbdfbbc6b port 944363d5-7393-44f0-8daa-fd5577fbf967 binding host dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 00:21:59.318408 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (944363d5-7393-44f0-8daa-fd5577fbf967), before_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:59.799043 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] Publish callbacks [] for port (944363d5-7393-44f0-8daa-fd5577fbf967), precommit_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:59.805813 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (944363d5-7393-44f0-8daa-fd5577fbf967), after_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:21:59.973705 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3f523-fb74-491e-87ef-5cd9b11a83f1 None None] Pushing event updated for resources: {'Port': ['ID=944363d5-7393-44f0-8daa-fd5577fbf967,revision_number=3']} {{(pid=109625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:21:59.990209 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] Attempting to bind port 944363d5-7393-44f0-8daa-fd5577fbf967 on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:21:59.990611 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] Attempting to bind port 944363d5-7393-44f0-8daa-fd5577fbf967 by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': 'd0e21653-da13-4b2e-8b08-198bb0d33569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24bf38c5-24d7-44c5-9f1b-797e7512bc92'}] {{(pid=109625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:21:59.991067 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] Attempting to bind port 944363d5-7393-44f0-8daa-fd5577fbf967 on network 24bf38c5-24d7-44c5-9f1b-797e7512bc92 {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:21:59.993563 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3f523-fb74-491e-87ef-5cd9b11a83f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:59.993912 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3f523-fb74-491e-87ef-5cd9b11a83f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:59.994250 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3f523-fb74-491e-87ef-5cd9b11a83f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:59.994591 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3f523-fb74-491e-87ef-5cd9b11a83f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:59.994923 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3f523-fb74-491e-87ef-5cd9b11a83f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:59.995250 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3f523-fb74-491e-87ef-5cd9b11a83f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:59.995572 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3f523-fb74-491e-87ef-5cd9b11a83f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:59.995894 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3f523-fb74-491e-87ef-5cd9b11a83f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:59.996215 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3f523-fb74-491e-87ef-5cd9b11a83f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:59.996533 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3f523-fb74-491e-87ef-5cd9b11a83f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:59.996855 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3f523-fb74-491e-87ef-5cd9b11a83f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:59.997176 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3f523-fb74-491e-87ef-5cd9b11a83f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:59.997517 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3f523-fb74-491e-87ef-5cd9b11a83f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:59.997836 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3f523-fb74-491e-87ef-5cd9b11a83f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:59.998150 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3f523-fb74-491e-87ef-5cd9b11a83f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e3f523-fb74-491e-87ef-5cd9b11a83f1 None None] Tracked resource versions report: Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: pushed versions: Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: { 'AddressGroup': {'1.2'}, Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'Agent': {'1.1'}, Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'ConntrackHelper': {'1.0'}, Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'LocalIPAssociation': {'1.0'}, Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'Log': {'1.0'}, Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'NDPProxy': {'1.0'}, Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'Network': {'1.1'}, Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'Port': {'1.7'}, Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'PortForwarding': {'1.3'}, Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'QosPolicy': {'1.10'}, Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'SecurityGroup': {'1.5'}, Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'SecurityGroupRule': {'1.2'}, Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'SubPort': {'1.0'}, Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'Subnet': {'1.1'}, Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'Trunk': {'1.1'}} Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: consumer versions: Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: { DHCP agent@dv-cinder-768458-19-smb: {}, Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: L3 agent@dv-cinder-768458-19-smb: {}, Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: Metadata agent@dv-cinder-768458-19-smb: {}, Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: Metering agent@dv-cinder-768458-19-smb: {}, Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: Open vSwitch agent@dv-cinder-768458-19-smb: { 'AddressGroup': '1.2', Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'Agent': '1.1', Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'ConntrackHelper': '1.0', Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'LocalIPAssociation': '1.0', Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'Log': '1.0', Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'NDPProxy': '1.0', Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'Network': '1.1', Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'Port': '1.7', Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'PortForwarding': '1.3', Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'QosPolicy': '1.10', Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'SecurityGroup': '1.5', Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'SecurityGroupRule': '1.2', Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'SubPort': '1.0', Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'Subnet': '1.1', Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: 'Trunk': '1.1'}} Mar 18 00:21:59.999382 dv-cinder-768458-19-smb neutron-server[109625]: {{(pid=109625) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 00:22:00.005403 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:22:00.005807 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] Checking segment: {'id': 'd0e21653-da13-4b2e-8b08-198bb0d33569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24bf38c5-24d7-44c5-9f1b-797e7512bc92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:22:00.006299 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:00.006682 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] Bound using segment: {'id': 'd0e21653-da13-4b2e-8b08-198bb0d33569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24bf38c5-24d7-44c5-9f1b-797e7512bc92'} {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:22:00.007147 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] Bound port: 944363d5-7393-44f0-8daa-fd5577fbf967, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e21653-da13-4b2e-8b08-198bb0d33569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24bf38c5-24d7-44c5-9f1b-797e7512bc92'}}] {{(pid=109625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:22:00.007520 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (944363d5-7393-44f0-8daa-fd5577fbf967), before_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:00.049337 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-c27df144-021f-42e4-8c8d-28e364f026da None None] Provisioning complete for port 944363d5-7393-44f0-8daa-fd5577fbf967 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:22:00.049883 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-c27df144-021f-42e4-8c8d-28e364f026da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (944363d5-7393-44f0-8daa-fd5577fbf967), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:00.072977 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.db [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] For port 944363d5-7393-44f0-8daa-fd5577fbf967, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:22:00.083351 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-c27df144-021f-42e4-8c8d-28e364f026da None None] Port 944363d5-7393-44f0-8daa-fd5577fbf967 cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:22:00.093915 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.db [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] For port 944363d5-7393-44f0-8daa-fd5577fbf967, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=944363d5-7393-44f0-8daa-fd5577fbf967,segment=NetworkSegment(d0e21653-da13-4b2e-8b08-198bb0d33569),segment_id=d0e21653-da13-4b2e-8b08-198bb0d33569)] {{(pid=109625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:22:00.099988 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (944363d5-7393-44f0-8daa-fd5577fbf967), after_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:00.158323 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3f523-fb74-491e-87ef-5cd9b11a83f1 None None] Pushing event updated for resources: {'Port': ['ID=944363d5-7393-44f0-8daa-fd5577fbf967,revision_number=4']} {{(pid=109625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:22:00.166988 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] Routers {'5eaf795a-4146-4169-8c46-c47bbdfbbc6b'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:22:00.167618 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:21:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['5eaf795a-4146-4169-8c46-c47bbdfbbc6b'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:22:00.263354 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] Set router 5eaf795a-4146-4169-8c46-c47bbdfbbc6b gateway port host: None {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:22:00.303831 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-437df6d0-ffab-44ec-b5a9-54ae4c14189f None None] Provisioning complete for port 944363d5-7393-44f0-8daa-fd5577fbf967 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:22:00.304220 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-437df6d0-ffab-44ec-b5a9-54ae4c14189f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (944363d5-7393-44f0-8daa-fd5577fbf967), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:00.382575 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-437df6d0-ffab-44ec-b5a9-54ae4c14189f None None] Current status of the port 944363d5-7393-44f0-8daa-fd5577fbf967 is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:22:00.383200 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-437df6d0-ffab-44ec-b5a9-54ae4c14189f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (944363d5-7393-44f0-8daa-fd5577fbf967), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:00.415455 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-437df6d0-ffab-44ec-b5a9-54ae4c14189f None None] For port 944363d5-7393-44f0-8daa-fd5577fbf967, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=944363d5-7393-44f0-8daa-fd5577fbf967,segment=NetworkSegment(d0e21653-da13-4b2e-8b08-198bb0d33569),segment_id=d0e21653-da13-4b2e-8b08-198bb0d33569)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:22:00.420522 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-437df6d0-ffab-44ec-b5a9-54ae4c14189f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (944363d5-7393-44f0-8daa-fd5577fbf967), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:00.467211 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437df6d0-ffab-44ec-b5a9-54ae4c14189f None None] Pushing event updated for resources: {'Port': ['ID=944363d5-7393-44f0-8daa-fd5577fbf967,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:22:00.483831 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eaf795a-4146-4169-8c46-c47bbdfbbc6b', 'name': 'router1', 'tenant_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:21:47Z', 'updated_at': '2022-03-18T00:21:57Z', 'revision_number': 2, 'project_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'gw_port_host': None, '_interfaces': [{'id': '944363d5-7393-44f0-8daa-fd5577fbf967', 'name': '', 'network_id': '24bf38c5-24d7-44c5-9f1b-797e7512bc92', 'tenant_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'mac_address': 'fa:16:3e:bd:a8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eaf795a-4146-4169-8c46-c47bbdfbbc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56d5d15a-6eae-45fd-bc33-ca7cc95e0d0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:21:57Z', 'updated_at': '2022-03-18T00:22:00Z', 'revision_number': 4, 'project_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'subnets': [{'id': '56d5d15a-6eae-45fd-bc33-ca7cc95e0d0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b41b839-76e9-491f-a640-351775c95af0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:22:00.511856 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ac3b9-48e6-4b4e-b605-cb602704265b None None] The sync data for ids ['5eaf795a-4146-4169-8c46-c47bbdfbbc6b'] in dv-cinder-768458-19-smb is: [{'id': '5eaf795a-4146-4169-8c46-c47bbdfbbc6b', 'name': 'router1', 'tenant_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:21:47Z', 'updated_at': '2022-03-18T00:21:57Z', 'revision_number': 2, 'project_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'gw_port_host': None, '_interfaces': [{'id': '944363d5-7393-44f0-8daa-fd5577fbf967', 'name': '', 'network_id': '24bf38c5-24d7-44c5-9f1b-797e7512bc92', 'tenant_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'mac_address': 'fa:16:3e:bd:a8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eaf795a-4146-4169-8c46-c47bbdfbbc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56d5d15a-6eae-45fd-bc33-ca7cc95e0d0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:21:57Z', 'updated_at': '2022-03-18T00:22:00Z', 'revision_number': 4, 'project_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'subnets': [{'id': '56d5d15a-6eae-45fd-bc33-ca7cc95e0d0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b41b839-76e9-491f-a640-351775c95af0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:22:01.006916 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 46056) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:22:01.119453 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03e6536-e35b-448d-bb09-e3306434e8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:22:01.120752 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-d03e6536-e35b-448d-bb09-e3306434e8b3 admin admin] 10.222.0.23 "GET /v2.0/networks/5e3ddc34-ad90-40ce-bf33-6bccf71106f9 HTTP/1.1" status: 200 len: 842 time: 0.1128876 Mar 18 00:22:01.130871 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-cf6b6ff9-29a0-48e0-986a-13d4c8aac40a admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'cidr': '172.28.2.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'enable_dhcp': False}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:22:01.156075 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6b6ff9-29a0-48e0-986a-13d4c8aac40a admin admin] Made reservation on behalf of 83085d8ebde1477c9848571b65ee7f81 for: {'subnet': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:22:01.159430 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-cf6b6ff9-29a0-48e0-986a-13d4c8aac40a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:01.462038 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.objects.ports [None req-cf6b6ff9-29a0-48e0-986a-13d4c8aac40a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109622) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 18 00:22:01.462475 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-cf6b6ff9-29a0-48e0-986a-13d4c8aac40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for subnet (1eeedb1d-7e47-41b2-b3a3-f344e50a1163), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:01.520604 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b6ff9-29a0-48e0-986a-13d4c8aac40a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eeedb1d-7e47-41b2-b3a3-f344e50a1163,revision_number=0']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:22:01.529158 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6b6ff9-29a0-48e0-986a-13d4c8aac40a admin admin] Checking segment: {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:22:01.529542 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6b6ff9-29a0-48e0-986a-13d4c8aac40a admin admin] Network hostable DHCP agents. Network: 5e3ddc34-ad90-40ce-bf33-6bccf71106f9, hostable agents: ['b07357a2-37bf-41ae-8167-2445c892fa1f'], hosted agents: [] {{(pid=109622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 00:22:01.550613 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6b6ff9-29a0-48e0-986a-13d4c8aac40a admin admin] Network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 is scheduled to be hosted by DHCP agent b07357a2-37bf-41ae-8167-2445c892fa1f with binding_index 1 {{(pid=109622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 00:22:01.562134 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-cf6b6ff9-29a0-48e0-986a-13d4c8aac40a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-19-smb, 5e3ddc34-ad90-40ce-bf33-6bccf71106f9) {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:22:01.570502 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898b475c-821e-4457-b87e-b59dfc23840e None None] Network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:22:01.572155 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6b6ff9-29a0-48e0-986a-13d4c8aac40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:22:01.573065 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-cf6b6ff9-29a0-48e0-986a-13d4c8aac40a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for subnet (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:01.593380 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-cf6b6ff9-29a0-48e0-986a-13d4c8aac40a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4629045 Mar 18 00:22:01.674508 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196a9247-5527-4cdb-9df0-96bf6400ae3d None None] Network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:22:04.028277 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 46064) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:22:04.161040 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-8aaa60d6-9089-461c-89b7-987717d5371c demo admin] 10.222.0.23 "GET /v2.0/routers/5eaf795a-4146-4169-8c46-c47bbdfbbc6b HTTP/1.1" status: 200 len: 710 time: 0.1315682 Mar 18 00:22:04.244994 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cdbc6d-57c7-41aa-8fed-6ef313a66c07 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:22:04.246295 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-b1cdbc6d-57c7-41aa-8fed-6ef313a66c07 demo admin] 10.222.0.23 "GET /v2.0/networks/5e3ddc34-ad90-40ce-bf33-6bccf71106f9 HTTP/1.1" status: 200 len: 886 time: 0.0799410 Mar 18 00:22:04.255142 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-8f5ec0c8-f3ff-475d-852d-36620728c5ec demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:22:04.579776 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8f5ec0c8-f3ff-475d-852d-36620728c5ec demo admin] Publish callbacks [] for router_gateway (5eaf795a-4146-4169-8c46-c47bbdfbbc6b), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:04.807161 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8f5ec0c8-f3ff-475d-852d-36620728c5ec demo admin] Publish callbacks [] for router_gateway (5eaf795a-4146-4169-8c46-c47bbdfbbc6b), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:04.882091 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8f5ec0c8-f3ff-475d-852d-36620728c5ec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:04.978805 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [None req-8f5ec0c8-f3ff-475d-852d-36620728c5ec demo admin] Allocated IP 172.28.2.37 (5e3ddc34-ad90-40ce-bf33-6bccf71106f9/1eeedb1d-7e47-41b2-b3a3-f344e50a1163/5452c700-4d56-41d4-b57e-34b54fca4918) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:22:05.080518 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8f5ec0c8-f3ff-475d-852d-36620728c5ec demo admin] Publish callbacks [] for port (5452c700-4d56-41d4-b57e-34b54fca4918), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:05.114086 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8f5ec0c8-f3ff-475d-852d-36620728c5ec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518'] for port (5452c700-4d56-41d4-b57e-34b54fca4918), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:05.149818 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5ec0c8-f3ff-475d-852d-36620728c5ec demo admin] Network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:22:05.152535 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-8f5ec0c8-f3ff-475d-852d-36620728c5ec demo admin] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:22:05.159348 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5ec0c8-f3ff-475d-852d-36620728c5ec demo admin] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:22:05.164475 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ec0c8-f3ff-475d-852d-36620728c5ec demo admin] Pushing event updated for resources: {'Port': ['ID=5452c700-4d56-41d4-b57e-34b54fca4918,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:22:05.410498 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8f5ec0c8-f3ff-475d-852d-36620728c5ec demo admin] Publish callbacks [] for router_gateway (5eaf795a-4146-4169-8c46-c47bbdfbbc6b), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:05.608575 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8f5ec0c8-f3ff-475d-852d-36620728c5ec demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router (5eaf795a-4146-4169-8c46-c47bbdfbbc6b), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:05.612037 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8f5ec0c8-f3ff-475d-852d-36620728c5ec demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1703981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1703972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710734'] for router (5eaf795a-4146-4169-8c46-c47bbdfbbc6b), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:05.721480 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5ec0c8-f3ff-475d-852d-36620728c5ec demo admin] Router 5eaf795a-4146-4169-8c46-c47bbdfbbc6b has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:22:05.927482 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5ec0c8-f3ff-475d-852d-36620728c5ec demo admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:22:05.931840 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8f5ec0c8-f3ff-475d-852d-36620728c5ec demo admin] Publish callbacks [] for router (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:05.941773 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-8f5ec0c8-f3ff-475d-852d-36620728c5ec demo admin] 10.222.0.23 "PUT /v2.0/routers/5eaf795a-4146-4169-8c46-c47bbdfbbc6b HTTP/1.1" status: 200 len: 889 time: 1.6810443 Mar 18 00:22:08.489608 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 46076) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:22:08.498105 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 944363d5-7393-44f0-8daa-fd5577fbf967 up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:22:08.560374 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 944363d5-7393-44f0-8daa-fd5577fbf967 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:22:08.560987 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (944363d5-7393-44f0-8daa-fd5577fbf967), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:08.644989 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 944363d5-7393-44f0-8daa-fd5577fbf967 is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:22:08.650586 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-c5c815d4-9306-44a8-9f72-8bc3cc5be82e admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1597548 Mar 18 00:22:09.168139 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] Sync routers for ids ['5eaf795a-4146-4169-8c46-c47bbdfbbc6b'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:22:09.180698 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] Routers {'5eaf795a-4146-4169-8c46-c47bbdfbbc6b'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:22:09.181348 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:21:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['5eaf795a-4146-4169-8c46-c47bbdfbbc6b'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:22:09.399219 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] Set router 5eaf795a-4146-4169-8c46-c47bbdfbbc6b gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:22:09.870163 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eaf795a-4146-4169-8c46-c47bbdfbbc6b', 'name': 'router1', 'tenant_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '5452c700-4d56-41d4-b57e-34b54fca4918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:21:47Z', 'updated_at': '2022-03-18T00:22:05Z', 'revision_number': 4, 'project_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'gw_port': {'id': '5452c700-4d56-41d4-b57e-34b54fca4918', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:55:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eaf795a-4146-4169-8c46-c47bbdfbbc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:22:04Z', 'updated_at': '2022-03-18T00:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '944363d5-7393-44f0-8daa-fd5577fbf967', 'name': '', 'network_id': '24bf38c5-24d7-44c5-9f1b-797e7512bc92', 'tenant_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'mac_address': 'fa:16:3e:bd:a8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eaf795a-4146-4169-8c46-c47bbdfbbc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56d5d15a-6eae-45fd-bc33-ca7cc95e0d0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:21:57Z', 'updated_at': '2022-03-18T00:22:00Z', 'revision_number': 5, 'project_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'subnets': [{'id': '56d5d15a-6eae-45fd-bc33-ca7cc95e0d0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b41b839-76e9-491f-a640-351775c95af0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:22:09.924669 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] Checking router: 5eaf795a-4146-4169-8c46-c47bbdfbbc6b for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:22:09.925051 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] Updating router 5eaf795a-4146-4169-8c46-c47bbdfbbc6b port 5452c700-4d56-41d4-b57e-34b54fca4918 binding host dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 00:22:09.986676 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (5452c700-4d56-41d4-b57e-34b54fca4918), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:10.300931 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] Publish callbacks [] for port (5452c700-4d56-41d4-b57e-34b54fca4918), precommit_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:10.310439 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (5452c700-4d56-41d4-b57e-34b54fca4918), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:10.359263 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932cd24-9aa4-47ef-90ea-575b8ce8b3ff None None] Pushing event updated for resources: {'Port': ['ID=5452c700-4d56-41d4-b57e-34b54fca4918,revision_number=2']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:22:10.383442 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] Attempting to bind port 5452c700-4d56-41d4-b57e-34b54fca4918 on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:22:10.384484 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] Attempting to bind port 5452c700-4d56-41d4-b57e-34b54fca4918 by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:22:10.384484 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] Attempting to bind port 5452c700-4d56-41d4-b57e-34b54fca4918 on network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:22:10.389978 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:22:10.390263 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] Checking segment: {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:22:10.391791 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:10.391791 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] Bound using segment: {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:22:10.392265 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] Bound port: 5452c700-4d56-41d4-b57e-34b54fca4918, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:22:10.393291 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (5452c700-4d56-41d4-b57e-34b54fca4918), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:10.447218 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] For port 5452c700-4d56-41d4-b57e-34b54fca4918, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:22:10.450814 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] For port 5452c700-4d56-41d4-b57e-34b54fca4918, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=5452c700-4d56-41d4-b57e-34b54fca4918,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:22:10.457429 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (5452c700-4d56-41d4-b57e-34b54fca4918), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:10.513463 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932cd24-9aa4-47ef-90ea-575b8ce8b3ff None None] Pushing event updated for resources: {'Port': ['ID=5452c700-4d56-41d4-b57e-34b54fca4918,revision_number=3']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:22:10.522808 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] Routers {'5eaf795a-4146-4169-8c46-c47bbdfbbc6b'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:22:10.523422 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:21:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['5eaf795a-4146-4169-8c46-c47bbdfbbc6b'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:22:10.634494 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] Set router 5eaf795a-4146-4169-8c46-c47bbdfbbc6b gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:22:10.858864 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eaf795a-4146-4169-8c46-c47bbdfbbc6b', 'name': 'router1', 'tenant_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '5452c700-4d56-41d4-b57e-34b54fca4918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:21:47Z', 'updated_at': '2022-03-18T00:22:05Z', 'revision_number': 4, 'project_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'gw_port': {'id': '5452c700-4d56-41d4-b57e-34b54fca4918', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:55:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eaf795a-4146-4169-8c46-c47bbdfbbc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:22:04Z', 'updated_at': '2022-03-18T00:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '944363d5-7393-44f0-8daa-fd5577fbf967', 'name': '', 'network_id': '24bf38c5-24d7-44c5-9f1b-797e7512bc92', 'tenant_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'mac_address': 'fa:16:3e:bd:a8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eaf795a-4146-4169-8c46-c47bbdfbbc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56d5d15a-6eae-45fd-bc33-ca7cc95e0d0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:21:57Z', 'updated_at': '2022-03-18T00:22:00Z', 'revision_number': 5, 'project_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'subnets': [{'id': '56d5d15a-6eae-45fd-bc33-ca7cc95e0d0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b41b839-76e9-491f-a640-351775c95af0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:22:10.890069 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de1a053-3fdc-4a14-b84a-3611bbe21676 None None] The sync data for ids ['5eaf795a-4146-4169-8c46-c47bbdfbbc6b'] in dv-cinder-768458-19-smb is: [{'id': '5eaf795a-4146-4169-8c46-c47bbdfbbc6b', 'name': 'router1', 'tenant_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.37'}], 'enable_snat': True}, 'gw_port_id': '5452c700-4d56-41d4-b57e-34b54fca4918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:21:47Z', 'updated_at': '2022-03-18T00:22:05Z', 'revision_number': 4, 'project_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'gw_port': {'id': '5452c700-4d56-41d4-b57e-34b54fca4918', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:55:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eaf795a-4146-4169-8c46-c47bbdfbbc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:22:04Z', 'updated_at': '2022-03-18T00:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '944363d5-7393-44f0-8daa-fd5577fbf967', 'name': '', 'network_id': '24bf38c5-24d7-44c5-9f1b-797e7512bc92', 'tenant_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'mac_address': 'fa:16:3e:bd:a8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eaf795a-4146-4169-8c46-c47bbdfbbc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56d5d15a-6eae-45fd-bc33-ca7cc95e0d0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:21:57Z', 'updated_at': '2022-03-18T00:22:00Z', 'revision_number': 5, 'project_id': '5c0bb9731f1d4fbca223763cbf97fb56', 'subnets': [{'id': '56d5d15a-6eae-45fd-bc33-ca7cc95e0d0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b41b839-76e9-491f-a640-351775c95af0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:22:12.563420 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 5452c700-4d56-41d4-b57e-34b54fca4918 up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:22:12.649119 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 5452c700-4d56-41d4-b57e-34b54fca4918 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:22:12.649952 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (5452c700-4d56-41d4-b57e-34b54fca4918), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:12.748142 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 5452c700-4d56-41d4-b57e-34b54fca4918 is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:22:12.748869 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (5452c700-4d56-41d4-b57e-34b54fca4918), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:12.772817 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] For port 5452c700-4d56-41d4-b57e-34b54fca4918, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=5452c700-4d56-41d4-b57e-34b54fca4918,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:22:12.789720 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (5452c700-4d56-41d4-b57e-34b54fca4918), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:12.855422 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Pushing event updated for resources: {'Port': ['ID=5452c700-4d56-41d4-b57e-34b54fca4918,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:22:14.616948 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 5452c700-4d56-41d4-b57e-34b54fca4918 up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:22:14.716601 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 5452c700-4d56-41d4-b57e-34b54fca4918 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:22:14.716996 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (5452c700-4d56-41d4-b57e-34b54fca4918), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:14.904404 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 5452c700-4d56-41d4-b57e-34b54fca4918 is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:22:16.928561 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 5 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:22:21.405387 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-98195add-2512-4a5a-9efd-9301b32f1067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:23.780784 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-99196778-bdc0-4f44-a1d8-137ea496d05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:24.611384 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:26.290952 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:27.721282 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:51.505497 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-9bf7915f-444b-4392-a97c-55141b58a513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:53.778431 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-26d90173-ef16-49ac-9c22-b331697fb09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:53.928174 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 5 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:22:54.607307 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:56.297182 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:22:57.718785 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:23:21.409267 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3ee28e06-eb1e-401a-87c0-2cd00fd930f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:23:23.770629 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-c0cba074-3033-4c28-b198-6751ec200a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:23:24.608024 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:23:26.292330 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:23:27.712752 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:23:30.862942 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 46560) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:23:30.923518 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29310ef-4cfb-43b8-b0a8-c64031a13d05 admin admin] GET failed (client error): The resource could not be found. Mar 18 00:23:30.924802 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-c29310ef-4cfb-43b8-b0a8-c64031a13d05 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608935 Mar 18 00:23:30.927064 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 5 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:23:31.084572 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf078551-56c2-4681-8056-0057a1155fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:23:31.085968 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-bf078551-56c2-4681-8056-0057a1155fa1 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1571541 Mar 18 00:23:33.403813 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 46570) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:23:33.498483 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e603ada6-b694-4570-b91a-e402ecff20bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:23:33.500146 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-e603ada6-b694-4570-b91a-e402ecff20bf admin admin] 10.222.0.23 "GET /v2.0/subnets/56d5d15a-6eae-45fd-bc33-ca7cc95e0d0a HTTP/1.1" status: 200 len: 849 time: 0.0951200 Mar 18 00:23:33.509131 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-1219b48f-eba1-497e-a28e-dc9a8e3cb130 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:23:33.591617 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1219b48f-eba1-497e-a28e-dc9a8e3cb130 admin admin] Publish callbacks [] for subnet (56d5d15a-6eae-45fd-bc33-ca7cc95e0d0a), before_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:23:33.734596 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1219b48f-eba1-497e-a28e-dc9a8e3cb130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766732216971'] for subnet (56d5d15a-6eae-45fd-bc33-ca7cc95e0d0a), after_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:23:33.769248 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1219b48f-eba1-497e-a28e-dc9a8e3cb130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:23:33.769248 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1219b48f-eba1-497e-a28e-dc9a8e3cb130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for subnet (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:23:33.770551 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-1219b48f-eba1-497e-a28e-dc9a8e3cb130 admin admin] 10.222.0.23 "PUT /v2.0/subnets/56d5d15a-6eae-45fd-bc33-ca7cc95e0d0a HTTP/1.1" status: 200 len: 868 time: 0.2649598 Mar 18 00:23:33.772688 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c630878b-2a7a-421e-9d0f-40135542ae39 None None] Network 24bf38c5-24d7-44c5-9f1b-797e7512bc92 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:23:33.797634 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219b48f-eba1-497e-a28e-dc9a8e3cb130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56d5d15a-6eae-45fd-bc33-ca7cc95e0d0a,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:23:33.805122 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219b48f-eba1-497e-a28e-dc9a8e3cb130 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:23:33.805505 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219b48f-eba1-497e-a28e-dc9a8e3cb130 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:23:33.805869 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219b48f-eba1-497e-a28e-dc9a8e3cb130 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:23:33.806224 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219b48f-eba1-497e-a28e-dc9a8e3cb130 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:23:33.806564 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219b48f-eba1-497e-a28e-dc9a8e3cb130 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:23:33.806894 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219b48f-eba1-497e-a28e-dc9a8e3cb130 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:23:33.807225 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219b48f-eba1-497e-a28e-dc9a8e3cb130 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:23:33.807548 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219b48f-eba1-497e-a28e-dc9a8e3cb130 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:23:33.807886 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219b48f-eba1-497e-a28e-dc9a8e3cb130 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:23:33.808214 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219b48f-eba1-497e-a28e-dc9a8e3cb130 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:23:33.808540 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219b48f-eba1-497e-a28e-dc9a8e3cb130 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:23:33.808876 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219b48f-eba1-497e-a28e-dc9a8e3cb130 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:23:33.809206 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219b48f-eba1-497e-a28e-dc9a8e3cb130 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:23:33.809552 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219b48f-eba1-497e-a28e-dc9a8e3cb130 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:23:33.809874 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219b48f-eba1-497e-a28e-dc9a8e3cb130 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:23:34.110736 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-7531af85-df9c-47dd-8233-b3d374d1358c None None] Provisioning complete for port 944363d5-7393-44f0-8daa-fd5577fbf967 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:23:34.111167 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-7531af85-df9c-47dd-8233-b3d374d1358c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (944363d5-7393-44f0-8daa-fd5577fbf967), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:23:34.192940 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-7531af85-df9c-47dd-8233-b3d374d1358c None None] Current status of the port 944363d5-7393-44f0-8daa-fd5577fbf967 is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:23:34.202555 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-7531af85-df9c-47dd-8233-b3d374d1358c None None] Provisioning complete for port 194cfb89-2413-43e4-96fe-fb398ee31a3a triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:23:34.203520 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-7531af85-df9c-47dd-8233-b3d374d1358c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (194cfb89-2413-43e4-96fe-fb398ee31a3a), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:23:34.277186 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-7531af85-df9c-47dd-8233-b3d374d1358c None None] Current status of the port 194cfb89-2413-43e4-96fe-fb398ee31a3a is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:23:36.106278 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 46578) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:23:36.303677 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564a5dd0-c807-42d5-88e1-aacaa96c855f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:23:36.304071 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564a5dd0-c807-42d5-88e1-aacaa96c855f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:23:36.305648 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-564a5dd0-c807-42d5-88e1-aacaa96c855f admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1983669 Mar 18 00:23:38.632045 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 46586) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:23:38.766573 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4116c3e3-2e65-403c-ad1e-fee4b6d321e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:23:38.767048 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4116c3e3-2e65-403c-ad1e-fee4b6d321e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:23:38.768581 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-4116c3e3-2e65-403c-ad1e-fee4b6d321e5 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1356559 Mar 18 00:23:41.155257 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 46594) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:23:41.323181 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d98e3e6-4109-4cda-b7d8-be467551f435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:23:41.324560 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-6d98e3e6-4109-4cda-b7d8-be467551f435 admin admin] 10.222.0.23 "GET /v2.0/networks/24bf38c5-24d7-44c5-9f1b-797e7512bc92 HTTP/1.1" status: 200 len: 868 time: 0.1674490 Mar 18 00:23:43.679833 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 46602) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:23:43.805911 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7214b378-d3c0-4b7e-b96c-97d9cb713500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:23:43.807265 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-7214b378-d3c0-4b7e-b96c-97d9cb713500 admin admin] 10.222.0.23 "GET /v2.0/networks/5e3ddc34-ad90-40ce-bf33-6bccf71106f9 HTTP/1.1" status: 200 len: 886 time: 0.1264644 Mar 18 00:23:46.151055 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 46612) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:23:46.272214 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a7900d-f3a7-4f4d-854e-bb0e404a4b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:23:46.272675 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a7900d-f3a7-4f4d-854e-bb0e404a4b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:23:46.274218 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-74a7900d-f3a7-4f4d-854e-bb0e404a4b09 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222169 Mar 18 00:23:48.591953 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 46620) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:23:48.688816 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e540f6d-35a4-4a0e-86df-1232cd117363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:23:48.689258 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e540f6d-35a4-4a0e-86df-1232cd117363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:23:48.690756 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-2e540f6d-35a4-4a0e-86df-1232cd117363 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0978715 Mar 18 00:23:51.004841 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 46628) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:23:51.090468 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45204014-a3c0-4a3c-9fe0-17f2a51ded35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:23:51.091788 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-45204014-a3c0-4a3c-9fe0-17f2a51ded35 admin admin] 10.222.0.23 "GET /v2.0/subnets/1eeedb1d-7e47-41b2-b3a3-f344e50a1163 HTTP/1.1" status: 200 len: 816 time: 0.0859630 Mar 18 00:23:51.410602 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-6a20deea-2411-4f7f-9813-4c09dfab1566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:23:53.411777 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 46636) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:23:53.503453 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255376ab-3712-48f8-8b0b-b4551867d415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:23:53.504778 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-255376ab-3712-48f8-8b0b-b4551867d415 admin admin] 10.222.0.23 "GET /v2.0/subnets/56d5d15a-6eae-45fd-bc33-ca7cc95e0d0a HTTP/1.1" status: 200 len: 868 time: 0.0920243 Mar 18 00:23:53.772617 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-fa90f851-cd9d-45d1-8136-e5ba0244506f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:23:54.612455 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:23:56.293200 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:23:57.716273 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:07.926595 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 5 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:24:21.411893 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-35bb05c8-3a0d-42fd-9bb3-54ee7eeb2ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:21.707783 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 46688) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:24:21.754416 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [None req-5354626e-856c-4988-ac38-b94fb04ae3f8 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109622) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 00:24:21.755398 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-5354626e-856c-4988-ac38-b94fb04ae3f8 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466967 Mar 18 00:24:23.774644 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-7c9514f3-abfb-4956-99ff-0d55bb2a7324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:24.167358 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 46696) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:24:24.227890 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.pecan_wsgi.hooks.translation [None req-c242526e-5119-41c9-88eb-9c2213c1fe03 admin admin] GET failed (client error): The resource could not be found. Mar 18 00:24:24.229167 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-c242526e-5119-41c9-88eb-9c2213c1fe03 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608592 Mar 18 00:24:24.368106 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2f9ecf-118d-4880-bbfd-38bc0c83ab7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:24:24.369636 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-bc2f9ecf-118d-4880-bbfd-38bc0c83ab7e admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1365268 Mar 18 00:24:24.616280 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:26.299168 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:26.723406 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 46704) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:24:26.769776 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:24:26.788867 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Made reservation on behalf of 83085d8ebde1477c9848571b65ee7f81 for: {'network': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:24:26.791122 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for network (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:26.818640 dv-cinder-768458-19-smb neutron-server[109622]: WARNING neutron.services.revisions.revision_plugin [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Could not find related network for resource to bump revision. Mar 18 00:24:26.834090 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=109622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 00:24:26.844418 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (109ebe82-1c32-4ef2-a460-4e166517b99c), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:26.844760 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.segments_db [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Added segment 109ebe82-1c32-4ef2-a460-4e166517b99c of type vlan for network f03b03df-9373-401f-81c1-74468558f549 Mar 18 00:24:26.882622 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731764300'] for network (f03b03df-9373-401f-81c1-74468558f549), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:26.907066 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for network (f03b03df-9373-401f-81c1-74468558f549), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:26.907934 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:24:26.908509 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:26.966097 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2396097 Mar 18 00:24:26.969762 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Pushing event updated for resources: {'Network': ['ID=f03b03df-9373-401f-81c1-74468558f549,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:24:26.977047 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:26.977607 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:26.977986 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:26.978344 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:26.978690 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:26.979022 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:26.979353 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:26.979680 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:26.980008 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:26.980335 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:26.980660 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:26.981005 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:26.981405 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:26.981725 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:26.982049 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b132c2-57a9-4786-b6ff-598aa7318d05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:26.994710 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Network f03b03df-9373-401f-81c1-74468558f549 details requested by agent ovs-agent-dv-cinder-768458-19-smb with host dv-cinder-768458-19-smb {{(pid=109624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 00:24:27.719226 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:29.303000 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 46712) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:24:29.362739 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.pecan_wsgi.hooks.translation [None req-92346a06-2cd2-4f83-ad4f-6729b88de363 admin admin] GET failed (client error): The resource could not be found. Mar 18 00:24:29.364000 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-92346a06-2cd2-4f83-ad4f-6729b88de363 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600255 Mar 18 00:24:29.433991 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1348c486-d862-4a24-a34c-828e91e2ae63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:24:29.435429 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-1348c486-d862-4a24-a34c-828e91e2ae63 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0674922 Mar 18 00:24:29.445582 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-2142d267-b6e8-416b-b3c4-9ccf70e5e313 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'f03b03df-9373-401f-81c1-74468558f549', 'description': 'shared-subnet'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:24:29.464624 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2142d267-b6e8-416b-b3c4-9ccf70e5e313 admin admin] Made reservation on behalf of 83085d8ebde1477c9848571b65ee7f81 for: {'subnet': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:24:29.466908 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-2142d267-b6e8-416b-b3c4-9ccf70e5e313 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:29.629057 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-2142d267-b6e8-416b-b3c4-9ccf70e5e313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for subnet (d9fb1db5-c8e7-4a49-9742-42e9422a1aaf), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:29.682657 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142d267-b6e8-416b-b3c4-9ccf70e5e313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9fb1db5-c8e7-4a49-9742-42e9422a1aaf,revision_number=0']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:24:29.690643 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142d267-b6e8-416b-b3c4-9ccf70e5e313 admin admin] Checking segment: {'id': '109ebe82-1c32-4ef2-a460-4e166517b99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f03b03df-9373-401f-81c1-74468558f549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:24:29.690989 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2142d267-b6e8-416b-b3c4-9ccf70e5e313 admin admin] Network hostable DHCP agents. Network: f03b03df-9373-401f-81c1-74468558f549, hostable agents: ['b07357a2-37bf-41ae-8167-2445c892fa1f'], hosted agents: [] {{(pid=109622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 00:24:29.706199 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2142d267-b6e8-416b-b3c4-9ccf70e5e313 admin admin] Network f03b03df-9373-401f-81c1-74468558f549 is scheduled to be hosted by DHCP agent b07357a2-37bf-41ae-8167-2445c892fa1f with binding_index 1 {{(pid=109622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 00:24:29.714042 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-2142d267-b6e8-416b-b3c4-9ccf70e5e313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-19-smb, f03b03df-9373-401f-81c1-74468558f549) {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:24:29.718579 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2142d267-b6e8-416b-b3c4-9ccf70e5e313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:24:29.719173 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-2142d267-b6e8-416b-b3c4-9ccf70e5e313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for subnet (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:29.723965 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1df3dd-f730-4ac6-bc56-71972dbbbd6d None None] Network f03b03df-9373-401f-81c1-74468558f549 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:24:29.738865 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-2142d267-b6e8-416b-b3c4-9ccf70e5e313 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2921305 Mar 18 00:24:29.929313 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6b2e7e5-47b8-5636-b6db-199e905836e3-f03b03df-9373-401f-81c1-74468558f549', 'network_id': 'f03b03df-9373-401f-81c1-74468558f549', 'project_id': '83085d8ebde1477c9848571b65ee7f81', 'fixed_ips': [{'subnet_id': 'd9fb1db5-c8e7-4a49-9742-42e9422a1aaf'}]}} from dv-cinder-768458-19-smb. {{(pid=109624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 00:24:29.930202 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:30.064370 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.db_base_plugin_common [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Allocated IP 192.168.233.2 (f03b03df-9373-401f-81c1-74468558f549/d9fb1db5-c8e7-4a49-9742-42e9422a1aaf/07580f4f-51b3-4485-b9f9-b68e379fa155) {{(pid=109624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:24:30.222625 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Publish callbacks [] for port (07580f4f-51b3-4485-b9f9-b68e379fa155), precommit_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:30.228482 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518'] for port (07580f4f-51b3-4485-b9f9-b68e379fa155), after_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:30.271241 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Network f03b03df-9373-401f-81c1-74468558f549 is already hosted by enough agents. {{(pid=109624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:24:30.276414 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.scheduler.base_scheduler [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Resources bound (agent type, host, resource id): {{(pid=109624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:24:30.280964 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Pushing event updated for resources: {'Port': ['ID=07580f4f-51b3-4485-b9f9-b68e379fa155,revision_number=1']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:24:30.283177 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Received port after_create {{(pid=109624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:24:30.291492 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:30.291844 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:30.292181 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:30.292539 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:30.292872 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:30.293204 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:30.293543 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:30.293874 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:30.294195 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:30.294512 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:30.294831 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:30.295163 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:30.295524 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:30.296089 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:30.296402 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:24:30.349247 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Attempting to bind port 07580f4f-51b3-4485-b9f9-b68e379fa155 on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:24:30.349648 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Attempting to bind port 07580f4f-51b3-4485-b9f9-b68e379fa155 by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': '109ebe82-1c32-4ef2-a460-4e166517b99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f03b03df-9373-401f-81c1-74468558f549'}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:24:30.350010 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Attempting to bind port 07580f4f-51b3-4485-b9f9-b68e379fa155 on network f03b03df-9373-401f-81c1-74468558f549 {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:24:30.354961 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:24:30.355329 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Checking segment: {'id': '109ebe82-1c32-4ef2-a460-4e166517b99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f03b03df-9373-401f-81c1-74468558f549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:24:30.355723 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:30.356117 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Bound using segment: {'id': '109ebe82-1c32-4ef2-a460-4e166517b99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f03b03df-9373-401f-81c1-74468558f549'} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:24:30.356580 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Bound port: 07580f4f-51b3-4485-b9f9-b68e379fa155, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109ebe82-1c32-4ef2-a460-4e166517b99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f03b03df-9373-401f-81c1-74468558f549'}}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:24:30.356954 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (07580f4f-51b3-4485-b9f9-b68e379fa155), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:30.419631 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] For port 07580f4f-51b3-4485-b9f9-b68e379fa155, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:24:30.422973 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] For port 07580f4f-51b3-4485-b9f9-b68e379fa155, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=07580f4f-51b3-4485-b9f9-b68e379fa155,segment=NetworkSegment(109ebe82-1c32-4ef2-a460-4e166517b99c),segment_id=109ebe82-1c32-4ef2-a460-4e166517b99c)] {{(pid=109624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:24:30.430890 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (07580f4f-51b3-4485-b9f9-b68e379fa155), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:30.486297 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448996b-bcb2-4245-87a4-3beedc5e9bff None None] Pushing event updated for resources: {'Port': ['ID=07580f4f-51b3-4485-b9f9-b68e379fa155,revision_number=2']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:24:31.336944 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77141ea3-6fe5-4c5b-afe7-1a9d19e21479 None None] Network f03b03df-9373-401f-81c1-74468558f549 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:24:31.446143 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3de60e38-53c4-4015-9450-a37fd588e1f9 None None] Provisioning complete for port 07580f4f-51b3-4485-b9f9-b68e379fa155 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:24:31.446531 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3de60e38-53c4-4015-9450-a37fd588e1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (07580f4f-51b3-4485-b9f9-b68e379fa155), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:31.539401 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3de60e38-53c4-4015-9450-a37fd588e1f9 None None] Current status of the port 07580f4f-51b3-4485-b9f9-b68e379fa155 is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:24:31.539401 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3de60e38-53c4-4015-9450-a37fd588e1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (07580f4f-51b3-4485-b9f9-b68e379fa155), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:31.575837 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-3de60e38-53c4-4015-9450-a37fd588e1f9 None None] For port 07580f4f-51b3-4485-b9f9-b68e379fa155, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=07580f4f-51b3-4485-b9f9-b68e379fa155,segment=NetworkSegment(109ebe82-1c32-4ef2-a460-4e166517b99c),segment_id=109ebe82-1c32-4ef2-a460-4e166517b99c)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:24:31.582035 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3de60e38-53c4-4015-9450-a37fd588e1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (07580f4f-51b3-4485-b9f9-b68e379fa155), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:31.634634 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de60e38-53c4-4015-9450-a37fd588e1f9 None None] Pushing event updated for resources: {'Port': ['ID=07580f4f-51b3-4485-b9f9-b68e379fa155,revision_number=3']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:24:31.701007 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-5302084e-91e4-4a41-9b10-7f434d876046 None None] Provisioning complete for port 07580f4f-51b3-4485-b9f9-b68e379fa155 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:24:31.701423 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-5302084e-91e4-4a41-9b10-7f434d876046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (07580f4f-51b3-4485-b9f9-b68e379fa155), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:31.782288 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-5302084e-91e4-4a41-9b10-7f434d876046 None None] Current status of the port 07580f4f-51b3-4485-b9f9-b68e379fa155 is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:24:32.578026 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 07580f4f-51b3-4485-b9f9-b68e379fa155 up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:24:32.627338 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 07580f4f-51b3-4485-b9f9-b68e379fa155 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:24:32.627661 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (07580f4f-51b3-4485-b9f9-b68e379fa155), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:32.708265 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 07580f4f-51b3-4485-b9f9-b68e379fa155 is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:24:44.926065 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 5 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:24:51.422215 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e48ab4ed-b373-4b2d-8b3d-8f29ea114fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:53.777554 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-d49219ab-c3e1-4ed9-97b2-76ff7dfbcf03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:54.616726 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:56.300492 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:24:57.722483 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:25:21.417138 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-5571883b-f053-4b52-92e4-395c85a88381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:25:21.926247 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 5 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:25:23.781845 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-2ffad173-f6de-43f1-9da0-21ffae002916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:25:24.620723 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:25:26.304942 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:25:27.724390 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:25:49.554341 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 46750) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:25:49.560462 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [None req-476a4734-8f99-4688-b1f3-7c95bb5d50f2 tempest-verify_tempest_config-590796256 tempest-verify_tempest_config-590796256-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109622) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 00:25:49.561456 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-476a4734-8f99-4688-b1f3-7c95bb5d50f2 tempest-verify_tempest_config-590796256 tempest-verify_tempest_config-590796256-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061293 Mar 18 00:25:49.844611 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 46768) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:25:49.947158 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ff65d697-2bf3-40d8-a35e-fd225541dba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:25:50.021590 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ff65d697-2bf3-40d8-a35e-fd225541dba5 admin admin] Publish callbacks [] for security_group (6ae5c247-2df3-4bc8-ad61-1c2ac31a19c5), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:25:50.025011 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ff65d697-2bf3-40d8-a35e-fd225541dba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (6ae5c247-2df3-4bc8-ad61-1c2ac31a19c5), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:25:50.067637 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65d697-2bf3-40d8-a35e-fd225541dba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae5c247-2df3-4bc8-ad61-1c2ac31a19c5,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:25:50.072121 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-ff65d697-2bf3-40d8-a35e-fd225541dba5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d588e06dfad24ca6a17253fe1a7b91ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2264807 Mar 18 00:25:50.075537 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 46772) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:25:50.077016 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d697-2bf3-40d8-a35e-fd225541dba5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.077387 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d697-2bf3-40d8-a35e-fd225541dba5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.077758 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d697-2bf3-40d8-a35e-fd225541dba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.078120 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d697-2bf3-40d8-a35e-fd225541dba5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.078460 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d697-2bf3-40d8-a35e-fd225541dba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.078801 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d697-2bf3-40d8-a35e-fd225541dba5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.079126 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d697-2bf3-40d8-a35e-fd225541dba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.079450 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d697-2bf3-40d8-a35e-fd225541dba5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.079789 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d697-2bf3-40d8-a35e-fd225541dba5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.080123 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d697-2bf3-40d8-a35e-fd225541dba5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.080454 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d697-2bf3-40d8-a35e-fd225541dba5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.080791 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d697-2bf3-40d8-a35e-fd225541dba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.081120 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d697-2bf3-40d8-a35e-fd225541dba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.081464 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d697-2bf3-40d8-a35e-fd225541dba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.081788 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d697-2bf3-40d8-a35e-fd225541dba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.131885 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-6b8b89e4-edf5-48e1-8065-075dd98ba541 admin admin] Publish callbacks [] for security_group (6ae5c247-2df3-4bc8-ad61-1c2ac31a19c5), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:25:50.153766 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-6b8b89e4-edf5-48e1-8065-075dd98ba541 admin admin] Publish callbacks [] for security_group (6ae5c247-2df3-4bc8-ad61-1c2ac31a19c5), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:25:50.241902 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-6b8b89e4-edf5-48e1-8065-075dd98ba541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (6ae5c247-2df3-4bc8-ad61-1c2ac31a19c5), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:25:50.244665 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-6b8b89e4-edf5-48e1-8065-075dd98ba541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:25:50.245898 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-6b8b89e4-edf5-48e1-8065-075dd98ba541 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ae5c247-2df3-4bc8-ad61-1c2ac31a19c5 HTTP/1.1" status: 204 len: 168 time: 0.1694019 Mar 18 00:25:50.253516 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b89e4-edf5-48e1-8065-075dd98ba541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae5c247-2df3-4bc8-ad61-1c2ac31a19c5,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:25:50.260000 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b89e4-edf5-48e1-8065-075dd98ba541 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.260359 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b89e4-edf5-48e1-8065-075dd98ba541 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.260706 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b89e4-edf5-48e1-8065-075dd98ba541 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.261069 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b89e4-edf5-48e1-8065-075dd98ba541 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.261452 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b89e4-edf5-48e1-8065-075dd98ba541 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.261792 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b89e4-edf5-48e1-8065-075dd98ba541 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.262125 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b89e4-edf5-48e1-8065-075dd98ba541 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.262969 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b89e4-edf5-48e1-8065-075dd98ba541 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.263319 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b89e4-edf5-48e1-8065-075dd98ba541 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.263660 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b89e4-edf5-48e1-8065-075dd98ba541 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.263998 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b89e4-edf5-48e1-8065-075dd98ba541 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.264345 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b89e4-edf5-48e1-8065-075dd98ba541 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.264676 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b89e4-edf5-48e1-8065-075dd98ba541 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.265003 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b89e4-edf5-48e1-8065-075dd98ba541 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:50.265329 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b89e4-edf5-48e1-8065-075dd98ba541 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:25:51.420767 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-dd5b8262-bbd6-4383-83f9-ab90ec0bb6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:25:53.783783 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-ff77ab81-adca-470c-948d-da62193b254c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:25:54.624268 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:25:56.308035 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:25:57.731884 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:25:58.924541 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 5 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:26:21.423378 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-8b20c0f2-64c7-4c6e-8f8d-8571bf56d594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:26:23.785436 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-7e043e7d-3877-4a9a-b4ec-f70c4c4c930d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:26:24.625959 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:26:26.310897 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:26:27.723933 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:26:35.925190 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 5 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:26:51.437391 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-cd534208-0592-4c98-8faa-b8754396f60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:26:53.788370 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-4c5115fa-9483-4350-99af-2c85bb84a2d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:26:54.629271 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:26:56.313995 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:26:57.726097 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:27:12.924415 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 5 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:27:21.429445 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b43a9e5e-8c8d-4074-93d4-778ad1775ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:27:23.788732 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b2a06cfe-a1b4-43dd-9b23-7a79b0cee0b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:27:24.631893 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:27:26.317934 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:27:27.729914 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:27:35.997517 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1705764'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:27:49.925137 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:27:51.199352 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 46844) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:27:51.302453 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-1efe0047-8e74-42a3-ac5c-8e881a07d408 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.1019282 Mar 18 00:27:51.432862 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-1e60341f-7397-473e-aec1-a5bd28bb5094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:27:53.625630 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 46854) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:27:53.679748 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-edfcd993-55d7-4dac-8b03-31f25d014762 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.0530906 Mar 18 00:27:53.791717 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-8d19fb76-680c-4c0c-9f03-9e0f02e60696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:27:54.634290 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:27:56.322399 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:27:57.732896 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:28:05.987818 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:28:21.435412 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-bda698ea-926e-43f4-935a-b75ca81c5e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:28:23.795321 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-2a068a3b-213c-4340-b10e-5f1f80d05458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:28:24.640067 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:28:26.322189 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:28:26.924702 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:28:27.736564 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:28:35.988962 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:28:51.448610 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-4223723a-9916-4fd3-96a8-7d54fd4e3b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:28:53.802147 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-26429208-642c-4efc-8186-b4ef8673b66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:28:54.646112 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:28:56.336305 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:28:57.738618 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:03.925257 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:29:05.992122 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:21.444397 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-03b533ac-322b-43ae-9f9a-01d6829516d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:23.798472 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-0dcb5392-1fce-4a12-b720-5ebd27599a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:24.645846 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:26.329755 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:27.741387 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:35.415613 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 47060) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:35.559780 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 47072) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:35.661629 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 47080) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:35.704492 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1119914203-network', 'tenant_id': 'bb7e969cffdc435480e59cbd692487d1'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:29:35.739109 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Made reservation on behalf of bb7e969cffdc435480e59cbd692487d1 for: {'network': 1} {{(pid=109623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:29:35.744071 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for network (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:35.756530 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:35.867168 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Publish callbacks [] for security_group (36c4e4af-0c58-499f-8576-4b96e63e4f03), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:35.872509 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (36c4e4af-0c58-499f-8576-4b96e63e4f03), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:35.902950 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c4e4af-0c58-499f-8576-4b96e63e4f03,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:35.912410 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:35.912766 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:35.913127 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:35.913577 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:35.913867 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:35.914155 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:35.914668 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:35.915164 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:35.915504 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:35.915996 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:35.916737 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:35.917835 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:35.918347 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:35.918909 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:35.919648 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Tracked resource versions report: Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: pushed versions: Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: { 'AddressGroup': {'1.2'}, Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'Agent': {'1.1'}, Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'ConntrackHelper': {'1.0'}, Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'LocalIPAssociation': {'1.0'}, Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'Log': {'1.0'}, Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'NDPProxy': {'1.0'}, Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'Network': {'1.1'}, Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'Port': {'1.7'}, Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'PortForwarding': {'1.3'}, Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'QosPolicy': {'1.10'}, Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'SecurityGroup': {'1.5'}, Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'SecurityGroupRule': {'1.2'}, Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'SubPort': {'1.0'}, Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'Subnet': {'1.1'}, Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'Trunk': {'1.1'}} Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: consumer versions: Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: { DHCP agent@dv-cinder-768458-19-smb: {}, Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: HyperV agent@hv-cinder-76845: {}, Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: L3 agent@dv-cinder-768458-19-smb: {}, Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: Metadata agent@dv-cinder-768458-19-smb: {}, Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: Metering agent@dv-cinder-768458-19-smb: {}, Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: Open vSwitch agent@dv-cinder-768458-19-smb: { 'AddressGroup': '1.2', Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'Agent': '1.1', Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'ConntrackHelper': '1.0', Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'LocalIPAssociation': '1.0', Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'Log': '1.0', Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'NDPProxy': '1.0', Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'Network': '1.1', Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'Port': '1.7', Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'PortForwarding': '1.3', Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'QosPolicy': '1.10', Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'SecurityGroup': '1.5', Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'SecurityGroupRule': '1.2', Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'SubPort': '1.0', Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'Subnet': '1.1', Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: 'Trunk': '1.1'}} Mar 18 00:29:35.921407 dv-cinder-768458-19-smb neutron-server[109623]: {{(pid=109623) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 00:29:35.946518 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=109623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 00:29:35.965325 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (2b4a640a-c24b-4033-824c-7fcaa091104c), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:35.966489 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.db.segments_db [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Added segment 2b4a640a-c24b-4033-824c-7fcaa091104c of type vlan for network 5da15428-5966-4412-a887-7bc273203ae3 Mar 18 00:29:36.001759 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.026923 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731764300'] for network (5da15428-5966-4412-a887-7bc273203ae3), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.099316 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1121676107-network', 'tenant_id': 'ab1e227852a347109abfca16a62e0b84'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:29:36.113164 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for network (5da15428-5966-4412-a887-7bc273203ae3), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.114191 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:29:36.114783 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.133014 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-996aacaf-7353-4ad5-a9dc-f544ef733c41 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1620174948-network', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:29:36.156026 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Made reservation on behalf of ab1e227852a347109abfca16a62e0b84 for: {'network': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:29:36.158996 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for network (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.170901 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.189513 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7716844 Mar 18 00:29:36.200800 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 47106) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:36.203724 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996aacaf-7353-4ad5-a9dc-f544ef733c41 admin admin] Made reservation on behalf of c0bd772cceaf4f9486cf4424af396729 for: {'network': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:29:36.206779 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-996aacaf-7353-4ad5-a9dc-f544ef733c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for network (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.218823 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-7c67a13c-28f1-48aa-a09f-2351cecbb24d admin admin] Request body: {'subnet': {'network_id': '5da15428-5966-4412-a887-7bc273203ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1119914203-subnet', 'tenant_id': 'bb7e969cffdc435480e59cbd692487d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:29:36.221127 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-996aacaf-7353-4ad5-a9dc-f544ef733c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.262455 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f538fd-2229-47c6-88ab-1ff5a70f3101 admin admin] Pushing event updated for resources: {'Network': ['ID=5da15428-5966-4412-a887-7bc273203ae3,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:36.273033 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Network 5da15428-5966-4412-a887-7bc273203ae3 details requested by agent ovs-agent-dv-cinder-768458-19-smb with host dv-cinder-768458-19-smb {{(pid=109624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 00:29:36.304680 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c67a13c-28f1-48aa-a09f-2351cecbb24d admin admin] Made reservation on behalf of bb7e969cffdc435480e59cbd692487d1 for: {'subnet': 1} {{(pid=109623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:29:36.308251 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-7c67a13c-28f1-48aa-a09f-2351cecbb24d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.336924 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Publish callbacks [] for security_group (0649f193-59ad-42d5-9dbb-8f6f891c255f), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.345137 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (0649f193-59ad-42d5-9dbb-8f6f891c255f), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.378155 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-996aacaf-7353-4ad5-a9dc-f544ef733c41 admin admin] Publish callbacks [] for security_group (24f46d66-9ae1-44d0-bf97-1bc68850dcdb), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.386025 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-996aacaf-7353-4ad5-a9dc-f544ef733c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (24f46d66-9ae1-44d0-bf97-1bc68850dcdb), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.403416 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996aacaf-7353-4ad5-a9dc-f544ef733c41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=109622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 00:29:36.414614 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-996aacaf-7353-4ad5-a9dc-f544ef733c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (84ddf0c0-91e5-4420-8c7c-a346a9d6a79a), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.414951 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.segments_db [None req-996aacaf-7353-4ad5-a9dc-f544ef733c41 admin admin] Added segment 84ddf0c0-91e5-4420-8c7c-a346a9d6a79a of type vlan for network 42586f8a-ab3e-4979-8086-8a3f40b27b85 Mar 18 00:29:36.466857 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-996aacaf-7353-4ad5-a9dc-f544ef733c41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731764300'] for network (42586f8a-ab3e-4979-8086-8a3f40b27b85), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.498965 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=109622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 00:29:36.501296 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-996aacaf-7353-4ad5-a9dc-f544ef733c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for network (42586f8a-ab3e-4979-8086-8a3f40b27b85), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.502460 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996aacaf-7353-4ad5-a9dc-f544ef733c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:29:36.503181 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-996aacaf-7353-4ad5-a9dc-f544ef733c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.544202 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-996aacaf-7353-4ad5-a9dc-f544ef733c41 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8809056 Mar 18 00:29:36.548425 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 47122) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:36.549742 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (de455b86-5b7d-4b92-9374-4d7bb2404dea), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.550357 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.segments_db [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Added segment de455b86-5b7d-4b92-9374-4d7bb2404dea of type vlan for network 84748e75-c932-49cf-9755-9d062da3cfcc Mar 18 00:29:36.597382 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731764300'] for network (84748e75-c932-49cf-9755-9d062da3cfcc), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.633321 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-ab1a092b-374e-489b-bb35-99dccd6184e3 admin admin] Request body: {'subnet': {'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1620174948-subnet', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:29:36.637791 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-7c67a13c-28f1-48aa-a09f-2351cecbb24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for subnet (2a35ce8e-e53f-4432-ad6d-5d89e32d8627), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.655475 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0649f193-59ad-42d5-9dbb-8f6f891c255f,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:36.658188 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for network (84748e75-c932-49cf-9755-9d062da3cfcc), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.659761 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:29:36.660855 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.685985 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1a092b-374e-489b-bb35-99dccd6184e3 admin admin] Made reservation on behalf of c0bd772cceaf4f9486cf4424af396729 for: {'subnet': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:29:36.688767 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ab1a092b-374e-489b-bb35-99dccd6184e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.706646 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67a13c-28f1-48aa-a09f-2351cecbb24d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a35ce8e-e53f-4432-ad6d-5d89e32d8627,revision_number=0']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:36.736137 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c67a13c-28f1-48aa-a09f-2351cecbb24d admin admin] Checking segment: {'id': '2b4a640a-c24b-4033-824c-7fcaa091104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5da15428-5966-4412-a887-7bc273203ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:29:36.736656 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c67a13c-28f1-48aa-a09f-2351cecbb24d admin admin] Network hostable DHCP agents. Network: 5da15428-5966-4412-a887-7bc273203ae3, hostable agents: ['b07357a2-37bf-41ae-8167-2445c892fa1f'], hosted agents: [] {{(pid=109623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 00:29:36.757099 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c67a13c-28f1-48aa-a09f-2351cecbb24d admin admin] Network 5da15428-5966-4412-a887-7bc273203ae3 is scheduled to be hosted by DHCP agent b07357a2-37bf-41ae-8167-2445c892fa1f with binding_index 1 {{(pid=109623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 00:29:36.772203 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-7c67a13c-28f1-48aa-a09f-2351cecbb24d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-19-smb, 5da15428-5966-4412-a887-7bc273203ae3) {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:29:36.787233 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc26e80-2ada-48f8-ac67-fd86ce46f341 None None] Network 5da15428-5966-4412-a887-7bc273203ae3 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:29:36.789528 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c67a13c-28f1-48aa-a09f-2351cecbb24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:29:36.790255 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-7c67a13c-28f1-48aa-a09f-2351cecbb24d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for subnet (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.821496 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 47138) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:36.821727 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2604511 Mar 18 00:29:36.859837 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-a91c803e-1cb8-4a26-a2bf-a472667bfcc3 admin admin] Request body: {'subnet': {'network_id': '84748e75-c932-49cf-9755-9d062da3cfcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1121676107-subnet', 'tenant_id': 'ab1e227852a347109abfca16a62e0b84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:29:36.916933 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-7c67a13c-28f1-48aa-a09f-2351cecbb24d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7052433 Mar 18 00:29:36.932332 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91c803e-1cb8-4a26-a2bf-a472667bfcc3 admin admin] Made reservation on behalf of ab1e227852a347109abfca16a62e0b84 for: {'subnet': 1} {{(pid=109623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:29:36.936461 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:36.936877 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:36.937288 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a91c803e-1cb8-4a26-a2bf-a472667bfcc3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:36.937728 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:36.938930 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:36.939474 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:36.940037 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:36.940578 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:36.941118 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:36.942185 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:36.942726 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:36.943266 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:36.944339 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:36.944905 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:36.947389 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:36.947958 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Tracked resource versions report: Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: pushed versions: Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: { 'AddressGroup': {'1.2'}, Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'Agent': {'1.1'}, Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'ConntrackHelper': {'1.0'}, Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'LocalIPAssociation': {'1.0'}, Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'Log': {'1.0'}, Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'NDPProxy': {'1.0'}, Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'Network': {'1.1'}, Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'Port': {'1.7'}, Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'PortForwarding': {'1.3'}, Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'QosPolicy': {'1.10'}, Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'SecurityGroup': {'1.5'}, Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'SecurityGroupRule': {'1.2'}, Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'SubPort': {'1.0'}, Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'Subnet': {'1.1'}, Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'Trunk': {'1.1'}} Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: consumer versions: Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: { DHCP agent@dv-cinder-768458-19-smb: {}, Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: HyperV agent@hv-cinder-76845: {}, Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: L3 agent@dv-cinder-768458-19-smb: {}, Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: Metadata agent@dv-cinder-768458-19-smb: {}, Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: Metering agent@dv-cinder-768458-19-smb: {}, Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: Open vSwitch agent@dv-cinder-768458-19-smb: { 'AddressGroup': '1.2', Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'Agent': '1.1', Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'ConntrackHelper': '1.0', Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'LocalIPAssociation': '1.0', Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'Log': '1.0', Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'NDPProxy': '1.0', Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'Network': '1.1', Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'Port': '1.7', Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'PortForwarding': '1.3', Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'QosPolicy': '1.10', Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'SecurityGroup': '1.5', Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'SecurityGroupRule': '1.2', Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'SubPort': '1.0', Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'Subnet': '1.1', Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: 'Trunk': '1.1'}} Mar 18 00:29:36.949652 dv-cinder-768458-19-smb neutron-server[109622]: {{(pid=109622) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 00:29:36.959080 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ab1a092b-374e-489b-bb35-99dccd6184e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for subnet (76384fd9-f436-4624-9d38-5e3873131694), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:37.028422 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a092b-374e-489b-bb35-99dccd6184e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76384fd9-f436-4624-9d38-5e3873131694,revision_number=0']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:37.067631 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1a092b-374e-489b-bb35-99dccd6184e3 admin admin] Checking segment: {'id': '84ddf0c0-91e5-4420-8c7c-a346a9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:29:37.068351 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1a092b-374e-489b-bb35-99dccd6184e3 admin admin] Network hostable DHCP agents. Network: 42586f8a-ab3e-4979-8086-8a3f40b27b85, hostable agents: ['b07357a2-37bf-41ae-8167-2445c892fa1f'], hosted agents: [] {{(pid=109622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 00:29:37.073000 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996aacaf-7353-4ad5-a9dc-f544ef733c41 admin admin] Pushing event updated for resources: {'Network': ['ID=42586f8a-ab3e-4979-8086-8a3f40b27b85,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:37.100632 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a56a7b-8908-4833-9708-95dd8db63e7b None None] Network 5da15428-5966-4412-a887-7bc273203ae3 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:29:37.109949 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Network 42586f8a-ab3e-4979-8086-8a3f40b27b85 details requested by agent ovs-agent-dv-cinder-768458-19-smb with host dv-cinder-768458-19-smb {{(pid=109624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 00:29:37.120718 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1a092b-374e-489b-bb35-99dccd6184e3 admin admin] Network 42586f8a-ab3e-4979-8086-8a3f40b27b85 is scheduled to be hosted by DHCP agent b07357a2-37bf-41ae-8167-2445c892fa1f with binding_index 1 {{(pid=109622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 00:29:37.160883 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996aacaf-7353-4ad5-a9dc-f544ef733c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f46d66-9ae1-44d0-bf97-1bc68850dcdb,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:37.167503 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-ab1a092b-374e-489b-bb35-99dccd6184e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-19-smb, 42586f8a-ab3e-4979-8086-8a3f40b27b85) {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:29:37.199516 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4168a-b109-44d8-b8fc-6ad4a12014c2 admin admin] Pushing event updated for resources: {'Network': ['ID=84748e75-c932-49cf-9755-9d062da3cfcc,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:37.207102 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1a092b-374e-489b-bb35-99dccd6184e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:29:37.208025 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ab1a092b-374e-489b-bb35-99dccd6184e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for subnet (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:37.245328 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-ab1a092b-374e-489b-bb35-99dccd6184e3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6164963 Mar 18 00:29:37.246289 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 47154) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:37.258729 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-137900c9-2291-4d87-a351-4c9878cb0f0b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1620174948-router', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:29:37.294710 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-137900c9-2291-4d87-a351-4c9878cb0f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router (1a4c6290-a1f6-42e4-83b0-73cb7de94c2c), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:37.296162 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-137900c9-2291-4d87-a351-4c9878cb0f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704184', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2189'] for router (1a4c6290-a1f6-42e4-83b0-73cb7de94c2c), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:37.315676 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1535ee0e-1abb-490a-b4a3-5706120e7e2f None None] Network 42586f8a-ab3e-4979-8086-8a3f40b27b85 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:29:37.322267 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a91c803e-1cb8-4a26-a2bf-a472667bfcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for subnet (fffd85f2-fb38-454d-bc7d-cc26360c8265), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:37.372669 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-137900c9-2291-4d87-a351-4c9878cb0f0b admin admin] Publish callbacks [] for router_controller (1a4c6290-a1f6-42e4-83b0-73cb7de94c2c), precommit_add_association {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:37.426050 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Network 84748e75-c932-49cf-9755-9d062da3cfcc details requested by agent ovs-agent-dv-cinder-768458-19-smb with host dv-cinder-768458-19-smb {{(pid=109624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 00:29:37.434364 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91c803e-1cb8-4a26-a2bf-a472667bfcc3 admin admin] Checking segment: {'id': 'de455b86-5b7d-4b92-9374-4d7bb2404dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '84748e75-c932-49cf-9755-9d062da3cfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:29:37.434994 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91c803e-1cb8-4a26-a2bf-a472667bfcc3 admin admin] Network hostable DHCP agents. Network: 84748e75-c932-49cf-9755-9d062da3cfcc, hostable agents: ['b07357a2-37bf-41ae-8167-2445c892fa1f'], hosted agents: [] {{(pid=109623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 00:29:37.449595 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c803e-1cb8-4a26-a2bf-a472667bfcc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fffd85f2-fb38-454d-bc7d-cc26360c8265,revision_number=0']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:37.466788 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91c803e-1cb8-4a26-a2bf-a472667bfcc3 admin admin] Network 84748e75-c932-49cf-9755-9d062da3cfcc is scheduled to be hosted by DHCP agent b07357a2-37bf-41ae-8167-2445c892fa1f with binding_index 1 {{(pid=109623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 00:29:37.481920 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-a91c803e-1cb8-4a26-a2bf-a472667bfcc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-19-smb, 84748e75-c932-49cf-9755-9d062da3cfcc) {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:29:37.489634 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91c803e-1cb8-4a26-a2bf-a472667bfcc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:29:37.490595 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a91c803e-1cb8-4a26-a2bf-a472667bfcc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for subnet (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:37.504062 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3063fa7d-e760-4e8b-a598-ea727cbfd4d8 None None] Network 84748e75-c932-49cf-9755-9d062da3cfcc requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:29:37.528435 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-a91c803e-1cb8-4a26-a2bf-a472667bfcc3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7056437 Mar 18 00:29:37.529146 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 47170) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:37.535179 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-ae3a3d04-1c72-4e20-a8f0-0a9925aac06f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1121676107-router', 'tenant_id': 'ab1e227852a347109abfca16a62e0b84', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:29:37.587851 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ae3a3d04-1c72-4e20-a8f0-0a9925aac06f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router (575017b5-ca0a-44f7-89cf-d0c6793025f4), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:37.590074 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6b2e7e5-47b8-5636-b6db-199e905836e3-42586f8a-ab3e-4979-8086-8a3f40b27b85', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'fixed_ips': [{'subnet_id': '76384fd9-f436-4624-9d38-5e3873131694'}]}} from dv-cinder-768458-19-smb. {{(pid=109624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 00:29:37.590571 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ae3a3d04-1c72-4e20-a8f0-0a9925aac06f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704184', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2189'] for router (575017b5-ca0a-44f7-89cf-d0c6793025f4), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:37.591458 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:37.760186 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ae3a3d04-1c72-4e20-a8f0-0a9925aac06f admin admin] Publish callbacks [] for router_controller (575017b5-ca0a-44f7-89cf-d0c6793025f4), precommit_add_association {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:37.786833 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c31e56-1341-4bcf-a49b-d37f5f1ade6e None None] Network 84748e75-c932-49cf-9755-9d062da3cfcc requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:29:37.817410 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-137900c9-2291-4d87-a351-4c9878cb0f0b admin admin] Publish callbacks [] for router_gateway (1a4c6290-a1f6-42e4-83b0-73cb7de94c2c), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:38.082789 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ae3a3d04-1c72-4e20-a8f0-0a9925aac06f admin admin] Publish callbacks [] for router_gateway (575017b5-ca0a-44f7-89cf-d0c6793025f4), precommit_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:38.134151 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-137900c9-2291-4d87-a351-4c9878cb0f0b admin admin] Publish callbacks [] for router_gateway (1a4c6290-a1f6-42e4-83b0-73cb7de94c2c), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:38.157483 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-137900c9-2291-4d87-a351-4c9878cb0f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:38.352259 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.db_base_plugin_common [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Allocated IP 172.20.0.2 (42586f8a-ab3e-4979-8086-8a3f40b27b85/76384fd9-f436-4624-9d38-5e3873131694/89b6e066-27cd-43c7-9987-8c710ce0548c) {{(pid=109624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:29:38.414856 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [None req-137900c9-2291-4d87-a351-4c9878cb0f0b admin admin] Allocated IP 172.28.2.251 (5e3ddc34-ad90-40ce-bf33-6bccf71106f9/1eeedb1d-7e47-41b2-b3a3-f344e50a1163/ce7d0c61-035c-46e8-984f-5db8b9279d56) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:29:38.501250 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 47226) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:38.508826 dv-cinder-768458-19-smb neutron-server[109623]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 18 00:29:38.573554 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-137900c9-2291-4d87-a351-4c9878cb0f0b admin admin] Publish callbacks [] for port (ce7d0c61-035c-46e8-984f-5db8b9279d56), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:38.576854 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Publish callbacks [] for port (89b6e066-27cd-43c7-9987-8c710ce0548c), precommit_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:38.594523 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518'] for port (89b6e066-27cd-43c7-9987-8c710ce0548c), after_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:38.622651 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-137900c9-2291-4d87-a351-4c9878cb0f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518'] for port (ce7d0c61-035c-46e8-984f-5db8b9279d56), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:38.672700 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Network 42586f8a-ab3e-4979-8086-8a3f40b27b85 is already hosted by enough agents. {{(pid=109624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:29:38.677205 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137900c9-2291-4d87-a351-4c9878cb0f0b admin admin] Network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:29:38.680972 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-137900c9-2291-4d87-a351-4c9878cb0f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:29:38.688340 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137900c9-2291-4d87-a351-4c9878cb0f0b admin admin] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:29:38.693659 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.scheduler.base_scheduler [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Resources bound (agent type, host, resource id): {{(pid=109624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:29:38.708328 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Received port after_create {{(pid=109624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:29:38.813107 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Pushing event updated for resources: {'Port': ['ID=89b6e066-27cd-43c7-9987-8c710ce0548c,revision_number=1']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:38.837529 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:38.837529 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:38.837529 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:38.837529 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:38.837529 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:38.837529 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:38.837529 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:38.837529 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:38.837529 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:38.837529 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:38.837529 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:38.837529 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:38.838556 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:38.838556 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:38.838556 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Tracked resource versions report: Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: pushed versions: Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: { 'AddressGroup': {'1.2'}, Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'Agent': {'1.1'}, Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'ConntrackHelper': {'1.0'}, Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'LocalIPAssociation': {'1.0'}, Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'Log': {'1.0'}, Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'NDPProxy': {'1.0'}, Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'Network': {'1.1'}, Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'Port': {'1.7'}, Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'PortForwarding': {'1.3'}, Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'QosPolicy': {'1.10'}, Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'SecurityGroup': {'1.5'}, Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'SecurityGroupRule': {'1.2'}, Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'SubPort': {'1.0'}, Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'Subnet': {'1.1'}, Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'Trunk': {'1.1'}} Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: consumer versions: Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: { DHCP agent@dv-cinder-768458-19-smb: {}, Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: HyperV agent@hv-cinder-76845: {}, Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: L3 agent@dv-cinder-768458-19-smb: {}, Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: Metadata agent@dv-cinder-768458-19-smb: {}, Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: Metering agent@dv-cinder-768458-19-smb: {}, Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: Open vSwitch agent@dv-cinder-768458-19-smb: { 'AddressGroup': '1.2', Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'Agent': '1.1', Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'ConntrackHelper': '1.0', Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'LocalIPAssociation': '1.0', Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'Log': '1.0', Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'NDPProxy': '1.0', Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'Network': '1.1', Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'Port': '1.7', Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'PortForwarding': '1.3', Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'QosPolicy': '1.10', Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'SecurityGroup': '1.5', Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'SecurityGroupRule': '1.2', Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'SubPort': '1.0', Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'Subnet': '1.1', Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: 'Trunk': '1.1'}} Mar 18 00:29:38.840561 dv-cinder-768458-19-smb neutron-server[109624]: {{(pid=109624) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 00:29:38.860753 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ae3a3d04-1c72-4e20-a8f0-0a9925aac06f admin admin] Publish callbacks [] for router_gateway (575017b5-ca0a-44f7-89cf-d0c6793025f4), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:38.861499 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Attempting to bind port 89b6e066-27cd-43c7-9987-8c710ce0548c on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:29:38.861499 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Attempting to bind port 89b6e066-27cd-43c7-9987-8c710ce0548c by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': '84ddf0c0-91e5-4420-8c7c-a346a9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85'}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:29:38.862010 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Attempting to bind port 89b6e066-27cd-43c7-9987-8c710ce0548c on network 42586f8a-ab3e-4979-8086-8a3f40b27b85 {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:29:38.869974 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:29:38.870461 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Checking segment: {'id': '84ddf0c0-91e5-4420-8c7c-a346a9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:29:38.871004 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:38.871323 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Bound using segment: {'id': '84ddf0c0-91e5-4420-8c7c-a346a9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85'} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:29:38.872032 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Bound port: 89b6e066-27cd-43c7-9987-8c710ce0548c, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ddf0c0-91e5-4420-8c7c-a346a9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85'}}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:29:38.872462 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (89b6e066-27cd-43c7-9987-8c710ce0548c), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:38.925838 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ae3a3d04-1c72-4e20-a8f0-0a9925aac06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:38.961776 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] For port 89b6e066-27cd-43c7-9987-8c710ce0548c, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:29:38.967960 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] For port 89b6e066-27cd-43c7-9987-8c710ce0548c, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=89b6e066-27cd-43c7-9987-8c710ce0548c,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:29:38.976878 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137900c9-2291-4d87-a351-4c9878cb0f0b admin admin] Pushing event updated for resources: {'Port': ['ID=ce7d0c61-035c-46e8-984f-5db8b9279d56,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:38.978004 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (89b6e066-27cd-43c7-9987-8c710ce0548c), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:39.132054 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde79ef-7afd-493f-a9aa-d01c7e584a10 None None] Pushing event updated for resources: {'Port': ['ID=89b6e066-27cd-43c7-9987-8c710ce0548c,revision_number=2']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:39.168562 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-137900c9-2291-4d87-a351-4c9878cb0f0b admin admin] Publish callbacks [] for router_gateway (1a4c6290-a1f6-42e4-83b0-73cb7de94c2c), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:39.246548 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-da78afcb-a8f7-4171-aae0-fa874fa8c22b tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:29:39.248053 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-da78afcb-a8f7-4171-aae0-fa874fa8c22b tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/networks?id=5da15428-5966-4412-a887-7bc273203ae3 HTTP/1.1" status: 200 len: 812 time: 0.7440464 Mar 18 00:29:39.293920 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-471f6298-7e2a-4d08-87ca-1e8c7e1f37d8 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/quotas/bb7e969cffdc435480e59cbd692487d1 HTTP/1.1" status: 200 len: 375 time: 0.0370433 Mar 18 00:29:39.456004 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-4db396fe-2df8-492f-a106-211cd82e1ca6 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb7e969cffdc435480e59cbd692487d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1539538 Mar 18 00:29:39.498589 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_common [None req-ae3a3d04-1c72-4e20-a8f0-0a9925aac06f admin admin] Allocated IP 172.28.2.198 (5e3ddc34-ad90-40ce-bf33-6bccf71106f9/1eeedb1d-7e47-41b2-b3a3-f344e50a1163/a707a7a1-950f-4473-800c-0e8871434db6) {{(pid=109623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:29:39.564745 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-137900c9-2291-4d87-a351-4c9878cb0f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1703981'] for router (1a4c6290-a1f6-42e4-83b0-73cb7de94c2c), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:39.647793 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 47302) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:39.669743 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ae3a3d04-1c72-4e20-a8f0-0a9925aac06f admin admin] Publish callbacks [] for port (a707a7a1-950f-4473-800c-0e8871434db6), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:39.716839 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-df61eb0d-4287-4821-83b0-842b2bc22790 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109623) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 00:29:39.717932 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-df61eb0d-4287-4821-83b0-842b2bc22790 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0743625 Mar 18 00:29:39.754910 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137900c9-2291-4d87-a351-4c9878cb0f0b admin admin] Router 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c is scheduled to L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 with binding_index 1 {{(pid=109622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 00:29:39.852071 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ae3a3d04-1c72-4e20-a8f0-0a9925aac06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518'] for port (a707a7a1-950f-4473-800c-0e8871434db6), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:39.930559 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-bfbfe1cc-1652-49a1-86ce-7ee8f10e5369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:39.935654 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137900c9-2291-4d87-a351-4c9878cb0f0b admin admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:29:39.951148 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] Sync routers for ids ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'] in dv-cinder-768458-19-smb {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:29:39.970951 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 47322) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:39.972403 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] Routers {'1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:29:39.975704 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:29:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:29:40.007572 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-137900c9-2291-4d87-a351-4c9878cb0f0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:40.009534 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3a3d04-1c72-4e20-a8f0-0a9925aac06f admin admin] Network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 is already hosted by enough agents. {{(pid=109623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:29:40.012741 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-137900c9-2291-4d87-a351-4c9878cb0f0b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7631292 Mar 18 00:29:40.013516 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 47326) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:40.015924 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-884dcd18-a089-468c-af9f-e60519bd8235 service neutron] 10.222.0.23 "GET /v2.0/networks/5da15428-5966-4412-a887-7bc273203ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876854 Mar 18 00:29:40.017767 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a3d04-1c72-4e20-a8f0-0a9925aac06f admin admin] Pushing event updated for resources: {'Port': ['ID=a707a7a1-950f-4473-800c-0e8871434db6,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:40.030218 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-ae3a3d04-1c72-4e20-a8f0-0a9925aac06f admin admin] Resources bound (agent type, host, resource id): {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:29:40.172070 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3a3d04-1c72-4e20-a8f0-0a9925aac06f admin admin] Received port after_create {{(pid=109623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:29:40.179854 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1a27f2e5-2abb-4cda-a4cb-c3eb13548f39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:40.303245 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] Set router 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:29:40.315121 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1a27f2e5-2abb-4cda-a4cb-c3eb13548f39 admin admin] Publish callbacks [] for security_group (ae373bb7-1a97-4645-8890-84d2ac38f3fb), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:40.330058 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1a27f2e5-2abb-4cda-a4cb-c3eb13548f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (ae373bb7-1a97-4645-8890-84d2ac38f3fb), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:40.380678 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-bfbfe1cc-1652-49a1-86ce-7ee8f10e5369 admin admin] Publish callbacks [] for security_group (3e01b565-6f01-4d3a-8bbc-0cc44561af5e), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:40.424632 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-1a27f2e5-2abb-4cda-a4cb-c3eb13548f39 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8727650cc1bd4543a8b833ce6bc3c041&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4499249 Mar 18 00:29:40.426968 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27f2e5-2abb-4cda-a4cb-c3eb13548f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae373bb7-1a97-4645-8890-84d2ac38f3fb,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:40.429488 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 47344) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:40.534475 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-056d9fba-06b7-4392-8415-d716e411bd42 admin admin] Publish callbacks [] for security_group (ae373bb7-1a97-4645-8890-84d2ac38f3fb), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:40.569428 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08dabbe-ec4b-47fa-9a9f-5ab9476e8020 None None] Network 42586f8a-ab3e-4979-8086-8a3f40b27b85 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:29:40.643108 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-bfbfe1cc-1652-49a1-86ce-7ee8f10e5369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (3e01b565-6f01-4d3a-8bbc-0cc44561af5e), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:40.672764 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-1620174948-router', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:29:38Z', 'revision_number': 3, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'gw_port': {'id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:29:40.717972 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] Checking router: 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c for host: dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:29:40.718405 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] Updating router 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c port ce7d0c61-035c-46e8-984f-5db8b9279d56 binding host dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 00:29:40.765966 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (ce7d0c61-035c-46e8-984f-5db8b9279d56), before_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:40.774973 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3872b926-7602-44df-a06a-822d388098bc None None] Provisioning complete for port 89b6e066-27cd-43c7-9987-8c710ce0548c triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:29:40.775238 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3872b926-7602-44df-a06a-822d388098bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (89b6e066-27cd-43c7-9987-8c710ce0548c), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:40.793926 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-056d9fba-06b7-4392-8415-d716e411bd42 admin admin] Publish callbacks [] for security_group (ae373bb7-1a97-4645-8890-84d2ac38f3fb), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:40.834451 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 47358) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:40.858734 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 89b6e066-27cd-43c7-9987-8c710ce0548c up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:29:40.883362 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-bfbfe1cc-1652-49a1-86ce-7ee8f10e5369 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9dd68af23d54e0ba921abcdcbcebee5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2305124 Mar 18 00:29:40.891819 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 47362) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:40.940501 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-69b291b7-167f-4757-acb2-5d1e822a1169 service neutron] 10.222.0.23 "GET /v2.0/networks/5da15428-5966-4412-a887-7bc273203ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9065139 Mar 18 00:29:40.947660 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfe1cc-1652-49a1-86ce-7ee8f10e5369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e01b565-6f01-4d3a-8bbc-0cc44561af5e,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:41.009952 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 89b6e066-27cd-43c7-9987-8c710ce0548c triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:29:41.012669 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (89b6e066-27cd-43c7-9987-8c710ce0548c), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:41.038377 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-daaefe32-8808-4a21-b578-a1b57ddc8d1b admin admin] Publish callbacks [] for security_group (3e01b565-6f01-4d3a-8bbc-0cc44561af5e), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:41.071561 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-daaefe32-8808-4a21-b578-a1b57ddc8d1b admin admin] Publish callbacks [] for security_group (3e01b565-6f01-4d3a-8bbc-0cc44561af5e), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:41.146081 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-056d9fba-06b7-4392-8415-d716e411bd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (ae373bb7-1a97-4645-8890-84d2ac38f3fb), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:41.150136 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-056d9fba-06b7-4392-8415-d716e411bd42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:41.167471 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-056d9fba-06b7-4392-8415-d716e411bd42 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae373bb7-1a97-4645-8890-84d2ac38f3fb HTTP/1.1" status: 204 len: 168 time: 0.7266121 Mar 18 00:29:41.187932 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] Publish callbacks [] for port (ce7d0c61-035c-46e8-984f-5db8b9279d56), precommit_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:41.204165 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:29:41.204916 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (ce7d0c61-035c-46e8-984f-5db8b9279d56), after_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:41.222511 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-daaefe32-8808-4a21-b578-a1b57ddc8d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (3e01b565-6f01-4d3a-8bbc-0cc44561af5e), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:41.228695 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-daaefe32-8808-4a21-b578-a1b57ddc8d1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:41.237900 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-daaefe32-8808-4a21-b578-a1b57ddc8d1b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e01b565-6f01-4d3a-8bbc-0cc44561af5e HTTP/1.1" status: 204 len: 168 time: 0.3429735 Mar 18 00:29:41.239376 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-a5039b8c-5a7b-4202-8b83-a2baab0ee179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:41.259497 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d9fba-06b7-4392-8415-d716e411bd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae373bb7-1a97-4645-8890-84d2ac38f3fb,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:41.296677 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaefe32-8808-4a21-b578-a1b57ddc8d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e01b565-6f01-4d3a-8bbc-0cc44561af5e,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:41.311424 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] Attempting to bind port ce7d0c61-035c-46e8-984f-5db8b9279d56 on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:29:41.311718 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] Attempting to bind port ce7d0c61-035c-46e8-984f-5db8b9279d56 by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}] {{(pid=109625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:29:41.312086 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] Attempting to bind port ce7d0c61-035c-46e8-984f-5db8b9279d56 on network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:29:41.316221 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ae3a3d04-1c72-4e20-a8f0-0a9925aac06f admin admin] Publish callbacks [] for router_gateway (575017b5-ca0a-44f7-89cf-d0c6793025f4), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:41.343461 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:29:41.351020 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] Checking segment: {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:29:41.351527 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:41.351869 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] Bound using segment: {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'} {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:29:41.352420 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] Bound port: ce7d0c61-035c-46e8-984f-5db8b9279d56, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}}] {{(pid=109625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:29:41.353573 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (ce7d0c61-035c-46e8-984f-5db8b9279d56), before_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:41.479883 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 47382) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:41.489955 dv-cinder-768458-19-smb neutron-server[109622]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 18 00:29:41.517213 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826ae22-68aa-4dfe-9f03-861f9f204a94 None None] Pushing event updated for resources: {'Port': ['ID=ce7d0c61-035c-46e8-984f-5db8b9279d56,revision_number=2']} {{(pid=109625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:41.524453 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 89b6e066-27cd-43c7-9987-8c710ce0548c is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:29:41.524846 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (89b6e066-27cd-43c7-9987-8c710ce0548c), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:41.543781 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3872b926-7602-44df-a06a-822d388098bc None None] Current status of the port 89b6e066-27cd-43c7-9987-8c710ce0548c is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:29:41.544166 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3872b926-7602-44df-a06a-822d388098bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (89b6e066-27cd-43c7-9987-8c710ce0548c), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:41.553985 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ae22-68aa-4dfe-9f03-861f9f204a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:41.556631 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ae22-68aa-4dfe-9f03-861f9f204a94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:41.562531 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ae22-68aa-4dfe-9f03-861f9f204a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:41.562902 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ae22-68aa-4dfe-9f03-861f9f204a94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:41.571134 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ae22-68aa-4dfe-9f03-861f9f204a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:41.574144 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ae22-68aa-4dfe-9f03-861f9f204a94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:41.574561 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ae22-68aa-4dfe-9f03-861f9f204a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:41.574907 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ae22-68aa-4dfe-9f03-861f9f204a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:41.576815 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ae22-68aa-4dfe-9f03-861f9f204a94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:41.578253 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ae22-68aa-4dfe-9f03-861f9f204a94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:41.578603 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ae22-68aa-4dfe-9f03-861f9f204a94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:41.578966 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ae22-68aa-4dfe-9f03-861f9f204a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:41.579306 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ae22-68aa-4dfe-9f03-861f9f204a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:41.579636 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ae22-68aa-4dfe-9f03-861f9f204a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:41.579970 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ae22-68aa-4dfe-9f03-861f9f204a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ae22-68aa-4dfe-9f03-861f9f204a94 None None] Tracked resource versions report: Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: pushed versions: Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: { 'AddressGroup': {'1.2'}, Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'Agent': {'1.1'}, Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'ConntrackHelper': {'1.0'}, Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'LocalIPAssociation': {'1.0'}, Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'Log': {'1.0'}, Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'NDPProxy': {'1.0'}, Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'Network': {'1.1'}, Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'Port': {'1.7'}, Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'PortForwarding': {'1.3'}, Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'QosPolicy': {'1.10'}, Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'SecurityGroup': {'1.5'}, Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'SecurityGroupRule': {'1.2'}, Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'SubPort': {'1.0'}, Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'Subnet': {'1.1'}, Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'Trunk': {'1.1'}} Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: consumer versions: Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: { DHCP agent@dv-cinder-768458-19-smb: {}, Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: HyperV agent@hv-cinder-76845: {}, Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: L3 agent@dv-cinder-768458-19-smb: {}, Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: Metadata agent@dv-cinder-768458-19-smb: {}, Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: Metering agent@dv-cinder-768458-19-smb: {}, Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: Open vSwitch agent@dv-cinder-768458-19-smb: { 'AddressGroup': '1.2', Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'Agent': '1.1', Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'ConntrackHelper': '1.0', Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'LocalIPAssociation': '1.0', Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'Log': '1.0', Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'NDPProxy': '1.0', Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'Network': '1.1', Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'Port': '1.7', Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'PortForwarding': '1.3', Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'QosPolicy': '1.10', Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'SecurityGroup': '1.5', Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'SecurityGroupRule': '1.2', Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'SubPort': '1.0', Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'Subnet': '1.1', Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: 'Trunk': '1.1'}} Mar 18 00:29:41.590308 dv-cinder-768458-19-smb neutron-server[109625]: {{(pid=109625) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 18 00:29:41.669131 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5032b955-98b0-41b4-bd45-13266914258f req-71e83ee6-b4ba-44c6-b5ac-7fe268b84949 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 210 time: 0.1848793 Mar 18 00:29:41.679189 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.db [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] For port ce7d0c61-035c-46e8-984f-5db8b9279d56, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:29:41.686336 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.db [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] For port ce7d0c61-035c-46e8-984f-5db8b9279d56, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=ce7d0c61-035c-46e8-984f-5db8b9279d56,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:29:41.689442 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] For port 89b6e066-27cd-43c7-9987-8c710ce0548c, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=89b6e066-27cd-43c7-9987-8c710ce0548c,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:29:41.700953 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (ce7d0c61-035c-46e8-984f-5db8b9279d56), after_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:41.701758 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (89b6e066-27cd-43c7-9987-8c710ce0548c), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:41.727539 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-a5039b8c-5a7b-4202-8b83-a2baab0ee179 admin admin] Publish callbacks [] for security_group (75d1346d-0013-450e-8900-e8a47bbd110a), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:41.733222 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-a5039b8c-5a7b-4202-8b83-a2baab0ee179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (75d1346d-0013-450e-8900-e8a47bbd110a), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:41.734973 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-89badbd3-1665-49c4-8f9c-90641853612c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:41.921835 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-a5039b8c-5a7b-4202-8b83-a2baab0ee179 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7088d34b6f64290b2a2e4161558545a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0861146 Mar 18 00:29:41.922631 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 47412) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:41.923289 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5039b8c-5a7b-4202-8b83-a2baab0ee179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d1346d-0013-450e-8900-e8a47bbd110a,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:41.958583 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.db.api [None req-3872b926-7602-44df-a06a-822d388098bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 18 00:29:41.960590 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG oslo_db.api [None req-3872b926-7602-44df-a06a-822d388098bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 18 00:29:41.972842 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826ae22-68aa-4dfe-9f03-861f9f204a94 None None] Pushing event updated for resources: {'Port': ['ID=ce7d0c61-035c-46e8-984f-5db8b9279d56,revision_number=3']} {{(pid=109625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:41.979838 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] Routers {'1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:29:41.980886 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:29:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:29:42.053788 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 47422) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:42.069602 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Pushing event updated for resources: {'Port': ['ID=89b6e066-27cd-43c7-9987-8c710ce0548c,revision_number=3']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:42.115379 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-2cd4f648-a6eb-4933-8cb6-336a086906ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:42.154065 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7168e8c6-f491-4979-bc69-0439888aeefc admin admin] Publish callbacks [] for security_group (75d1346d-0013-450e-8900-e8a47bbd110a), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:42.210695 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7168e8c6-f491-4979-bc69-0439888aeefc admin admin] Publish callbacks [] for security_group (75d1346d-0013-450e-8900-e8a47bbd110a), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:42.257914 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] Set router 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:29:42.330271 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-2cd4f648-a6eb-4933-8cb6-336a086906ad admin admin] Publish callbacks [] for security_group (8a51698b-17eb-46ae-ab9a-34d8dc6c8294), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:42.332211 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7168e8c6-f491-4979-bc69-0439888aeefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (75d1346d-0013-450e-8900-e8a47bbd110a), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:42.335291 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7168e8c6-f491-4979-bc69-0439888aeefc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:42.336717 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-7168e8c6-f491-4979-bc69-0439888aeefc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75d1346d-0013-450e-8900-e8a47bbd110a HTTP/1.1" status: 204 len: 168 time: 0.3982966 Mar 18 00:29:42.341587 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-2cd4f648-a6eb-4933-8cb6-336a086906ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (8a51698b-17eb-46ae-ab9a-34d8dc6c8294), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:42.355144 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168e8c6-f491-4979-bc69-0439888aeefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d1346d-0013-450e-8900-e8a47bbd110a,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:42.442740 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ae3a3d04-1c72-4e20-a8f0-0a9925aac06f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1703981'] for router (575017b5-ca0a-44f7-89cf-d0c6793025f4), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:42.444433 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4f648-a6eb-4933-8cb6-336a086906ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a51698b-17eb-46ae-ab9a-34d8dc6c8294,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:42.451635 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-2cd4f648-a6eb-4933-8cb6-336a086906ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3f418122d194e80b35085ca97e23dcd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3842618 Mar 18 00:29:42.462017 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 47442) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:42.566061 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-a80ec86e-d6b6-4910-8d75-150e50bf27b1 admin admin] Publish callbacks [] for security_group (8a51698b-17eb-46ae-ab9a-34d8dc6c8294), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:42.566791 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3872b926-7602-44df-a06a-822d388098bc None None] Current status of the port 89b6e066-27cd-43c7-9987-8c710ce0548c is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:29:42.616037 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-a80ec86e-d6b6-4910-8d75-150e50bf27b1 admin admin] Publish callbacks [] for security_group (8a51698b-17eb-46ae-ab9a-34d8dc6c8294), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:42.653718 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-1620174948-router', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:29:38Z', 'revision_number': 3, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'gw_port': {'id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:29:42.726797 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-7c5b46e1-566a-4d14-82c7-5db40ab510d6 None None] Provisioning complete for port 89b6e066-27cd-43c7-9987-8c710ce0548c triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:29:42.730625 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-7c5b46e1-566a-4d14-82c7-5db40ab510d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (89b6e066-27cd-43c7-9987-8c710ce0548c), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:42.770891 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-a80ec86e-d6b6-4910-8d75-150e50bf27b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (8a51698b-17eb-46ae-ab9a-34d8dc6c8294), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:42.775820 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-a80ec86e-d6b6-4910-8d75-150e50bf27b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:42.777962 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-a80ec86e-d6b6-4910-8d75-150e50bf27b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a51698b-17eb-46ae-ab9a-34d8dc6c8294 HTTP/1.1" status: 204 len: 168 time: 0.3147497 Mar 18 00:29:42.795385 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ec86e-d6b6-4910-8d75-150e50bf27b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a51698b-17eb-46ae-ab9a-34d8dc6c8294,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:42.797003 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a18ec20-0829-4781-923c-437af2582b65 None None] The sync data for ids ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'] in dv-cinder-768458-19-smb is: [{'id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-1620174948-router', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:29:38Z', 'revision_number': 3, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'gw_port': {'id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}] {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:29:42.872103 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 89b6e066-27cd-43c7-9987-8c710ce0548c up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:29:42.900445 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_common [None req-89badbd3-1665-49c4-8f9c-90641853612c admin admin] Allocated IP 172.20.0.1 (42586f8a-ab3e-4979-8086-8a3f40b27b85/76384fd9-f436-4624-9d38-5e3873131694/02915f61-4b45-4b74-9531-f15e4d8c0a90) {{(pid=109623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:29:43.067497 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-7c5b46e1-566a-4d14-82c7-5db40ab510d6 None None] Current status of the port 89b6e066-27cd-43c7-9987-8c710ce0548c is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:29:43.114010 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 89b6e066-27cd-43c7-9987-8c710ce0548c triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:29:43.114613 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (89b6e066-27cd-43c7-9987-8c710ce0548c), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:43.383116 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-89badbd3-1665-49c4-8f9c-90641853612c admin admin] Publish callbacks [] for port (02915f61-4b45-4b74-9531-f15e4d8c0a90), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:43.433132 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-918f4788-073d-4bd2-9dfb-03a4e159dbf6 req-49aada1a-c9a9-45c2-9520-45f72b0fc5f0 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 210 time: 0.4848280 Mar 18 00:29:43.505950 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 89b6e066-27cd-43c7-9987-8c710ce0548c is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:29:43.518572 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-89badbd3-1665-49c4-8f9c-90641853612c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518'] for port (02915f61-4b45-4b74-9531-f15e4d8c0a90), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:43.572052 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3a3d04-1c72-4e20-a8f0-0a9925aac06f admin admin] Router 575017b5-ca0a-44f7-89cf-d0c6793025f4 is scheduled to L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 with binding_index 1 {{(pid=109623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 00:29:43.586166 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89badbd3-1665-49c4-8f9c-90641853612c admin admin] Network 42586f8a-ab3e-4979-8086-8a3f40b27b85 is already hosted by enough agents. {{(pid=109623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:29:43.599232 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-89badbd3-1665-49c4-8f9c-90641853612c admin admin] Resources bound (agent type, host, resource id): {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:29:43.602088 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89badbd3-1665-49c4-8f9c-90641853612c admin admin] Received port after_create {{(pid=109623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:29:43.602762 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-89badbd3-1665-49c4-8f9c-90641853612c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705464'] for router_interface (1a4c6290-a1f6-42e4-83b0-73cb7de94c2c), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:43.699301 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89badbd3-1665-49c4-8f9c-90641853612c admin admin] Pushing event updated for resources: {'Port': ['ID=02915f61-4b45-4b74-9531-f15e4d8c0a90,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:43.956954 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3a3d04-1c72-4e20-a8f0-0a9925aac06f admin admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:29:43.975562 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] Sync routers for ids ['575017b5-ca0a-44f7-89cf-d0c6793025f4'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:29:43.992506 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] Routers {'575017b5-ca0a-44f7-89cf-d0c6793025f4'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:29:43.993636 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:29:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['575017b5-ca0a-44f7-89cf-d0c6793025f4'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:29:44.040491 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ae3a3d04-1c72-4e20-a8f0-0a9925aac06f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:44.042758 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-ae3a3d04-1c72-4e20-a8f0-0a9925aac06f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.5125103 Mar 18 00:29:44.045853 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 47522) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:44.075521 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-89badbd3-1665-49c4-8f9c-90641853612c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (02915f61-4b45-4b74-9531-f15e4d8c0a90), before_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:44.183961 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-8525f46b-f7ad-49d7-b71c-5c9eddced2ca None None] Provisioning complete for port 02915f61-4b45-4b74-9531-f15e4d8c0a90 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:29:44.184822 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-8525f46b-f7ad-49d7-b71c-5c9eddced2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (02915f61-4b45-4b74-9531-f15e4d8c0a90), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:44.322201 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-8525f46b-f7ad-49d7-b71c-5c9eddced2ca None None] Port 02915f61-4b45-4b74-9531-f15e4d8c0a90 cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:29:44.379680 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] Set router 575017b5-ca0a-44f7-89cf-d0c6793025f4 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:29:44.487096 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-89badbd3-1665-49c4-8f9c-90641853612c admin admin] Publish callbacks [] for port (02915f61-4b45-4b74-9531-f15e4d8c0a90), precommit_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:44.499519 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-89badbd3-1665-49c4-8f9c-90641853612c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (02915f61-4b45-4b74-9531-f15e4d8c0a90), after_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:44.500303 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-89badbd3-1665-49c4-8f9c-90641853612c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705324'] for router_interface (1a4c6290-a1f6-42e4-83b0-73cb7de94c2c), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:44.585719 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 47538) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:44.861844 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device ce7d0c61-035c-46e8-984f-5db8b9279d56 up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:29:44.909254 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575017b5-ca0a-44f7-89cf-d0c6793025f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1121676107-router', 'tenant_id': 'ab1e227852a347109abfca16a62e0b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a707a7a1-950f-4473-800c-0e8871434db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:29:40Z', 'revision_number': 3, 'project_id': 'ab1e227852a347109abfca16a62e0b84', 'gw_port': {'id': 'a707a7a1-950f-4473-800c-0e8871434db6', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575017b5-ca0a-44f7-89cf-d0c6793025f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:29:44.928964 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-78651dc9-105c-4c4e-bdcc-6ccfae1be653 req-ea5865ba-ff5a-4b5e-ac53-fd41f35a46c6 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 210 time: 0.0459306 Mar 18 00:29:45.046659 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89badbd3-1665-49c4-8f9c-90641853612c admin admin] Network 42586f8a-ab3e-4979-8086-8a3f40b27b85 is already hosted by enough agents. {{(pid=109623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:29:45.060460 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-81d804d9-23d5-4027-864f-89e4d465b727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:45.075774 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-89badbd3-1665-49c4-8f9c-90641853612c admin admin] Resources bound (agent type, host, resource id): {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:29:45.081030 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-dead9ebd-f4ff-41bd-8328-00d4b5d257da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:45.099996 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89badbd3-1665-49c4-8f9c-90641853612c admin admin] Pushing event updated for resources: {'Port': ['ID=02915f61-4b45-4b74-9531-f15e4d8c0a90,revision_number=2']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:45.254504 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] Checking router: 575017b5-ca0a-44f7-89cf-d0c6793025f4 for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:29:45.255013 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] Updating router 575017b5-ca0a-44f7-89cf-d0c6793025f4 port a707a7a1-950f-4473-800c-0e8871434db6 binding host dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 00:29:45.367134 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (a707a7a1-950f-4473-800c-0e8871434db6), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:45.382737 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89badbd3-1665-49c4-8f9c-90641853612c admin admin] Router 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:29:45.518784 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-dead9ebd-f4ff-41bd-8328-00d4b5d257da admin admin] Publish callbacks [] for security_group (fc89bb79-af3b-42d4-a463-3c7caee45fa0), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:45.534906 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-dead9ebd-f4ff-41bd-8328-00d4b5d257da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (fc89bb79-af3b-42d4-a463-3c7caee45fa0), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:45.576366 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port ce7d0c61-035c-46e8-984f-5db8b9279d56 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:29:45.576840 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (ce7d0c61-035c-46e8-984f-5db8b9279d56), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:45.598889 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.10', 55360) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:45.687168 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [None req-81d804d9-23d5-4027-864f-89e4d465b727 admin admin] Allocated IP 172.20.0.1 (84748e75-c932-49cf-9755-9d062da3cfcc/fffd85f2-fb38-454d-bc7d-cc26360c8265/09fe0562-79b6-45c4-843d-b2f98b358ef8) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:29:45.692532 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89badbd3-1665-49c4-8f9c-90641853612c admin admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:29:45.714699 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-b056b9f1-7a34-4f96-b1ff-bb9a83fd0ee8 None None] Provisioning complete for port 02915f61-4b45-4b74-9531-f15e4d8c0a90 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:29:45.715342 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b056b9f1-7a34-4f96-b1ff-bb9a83fd0ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (02915f61-4b45-4b74-9531-f15e4d8c0a90), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:45.717022 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-dead9ebd-f4ff-41bd-8328-00d4b5d257da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ec7ad93ffbb46a08c7e8fcf87dbccb7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1279974 Mar 18 00:29:45.719235 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-89badbd3-1665-49c4-8f9c-90641853612c admin admin] 10.222.0.23 "PUT /v2.0/routers/1a4c6290-a1f6-42e4-83b0-73cb7de94c2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6912198 Mar 18 00:29:45.719890 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 47574) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:45.732497 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead9ebd-f4ff-41bd-8328-00d4b5d257da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc89bb79-af3b-42d4-a463-3c7caee45fa0,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:45.882250 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-d01aad7f-2000-44d5-9416-9e37fa86d39b tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:29:45.883629 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-d01aad7f-2000-44d5-9416-9e37fa86d39b tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.10 "GET /v2.0/networks?id=5da15428-5966-4412-a887-7bc273203ae3 HTTP/1.1" status: 200 len: 812 time: 0.2750561 Mar 18 00:29:45.903655 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-90d61bee-1a03-4717-a863-a36829b11426 admin admin] Publish callbacks [] for security_group (fc89bb79-af3b-42d4-a463-3c7caee45fa0), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:45.935362 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-90d61bee-1a03-4717-a863-a36829b11426 admin admin] Publish callbacks [] for security_group (fc89bb79-af3b-42d4-a463-3c7caee45fa0), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:45.942636 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] Sync routers for ids ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'] in dv-cinder-768458-19-smb {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:29:45.972680 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] Routers {'1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:29:45.973321 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:29:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:29:45.980131 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] Publish callbacks [] for port (a707a7a1-950f-4473-800c-0e8871434db6), precommit_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:45.980921 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-81d804d9-23d5-4027-864f-89e4d465b727 admin admin] Publish callbacks [] for port (09fe0562-79b6-45c4-843d-b2f98b358ef8), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:45.995858 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (a707a7a1-950f-4473-800c-0e8871434db6), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:46.028280 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-0899e1ee-c6ed-4dbe-87e7-6441db693339 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Request body: {'port': {'device_id': '1cb1a56b-3321-4dbe-b22c-80419669e7da', 'network_id': '5da15428-5966-4412-a887-7bc273203ae3', 'admin_state_up': True, 'tenant_id': 'bb7e969cffdc435480e59cbd692487d1'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:29:46.050899 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972a2fd-df60-4275-a533-1997e82a712a None None] Pushing event updated for resources: {'Port': ['ID=a707a7a1-950f-4473-800c-0e8871434db6,revision_number=2']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:46.052465 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-81d804d9-23d5-4027-864f-89e4d465b727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518'] for port (09fe0562-79b6-45c4-843d-b2f98b358ef8), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:46.061328 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-b056b9f1-7a34-4f96-b1ff-bb9a83fd0ee8 None None] Port 02915f61-4b45-4b74-9531-f15e4d8c0a90 cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:29:46.079983 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] Attempting to bind port a707a7a1-950f-4473-800c-0e8871434db6 on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:29:46.080876 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] Attempting to bind port a707a7a1-950f-4473-800c-0e8871434db6 by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:29:46.080876 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] Attempting to bind port a707a7a1-950f-4473-800c-0e8871434db6 on network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:29:46.090090 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:29:46.090408 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] Checking segment: {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:29:46.090740 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:46.091098 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] Bound using segment: {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:29:46.091579 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] Bound port: a707a7a1-950f-4473-800c-0e8871434db6, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:29:46.091984 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (a707a7a1-950f-4473-800c-0e8871434db6), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:46.143049 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d804d9-23d5-4027-864f-89e4d465b727 admin admin] Pushing event updated for resources: {'Port': ['ID=09fe0562-79b6-45c4-843d-b2f98b358ef8,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:46.147280 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] For port a707a7a1-950f-4473-800c-0e8871434db6, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:29:46.150648 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] For port a707a7a1-950f-4473-800c-0e8871434db6, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=a707a7a1-950f-4473-800c-0e8871434db6,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:29:46.171288 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d804d9-23d5-4027-864f-89e4d465b727 admin admin] Network 84748e75-c932-49cf-9755-9d062da3cfcc is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:29:46.174735 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-81d804d9-23d5-4027-864f-89e4d465b727 admin admin] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:29:46.175741 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (a707a7a1-950f-4473-800c-0e8871434db6), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:46.179109 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d804d9-23d5-4027-864f-89e4d465b727 admin admin] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:29:46.179767 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-81d804d9-23d5-4027-864f-89e4d465b727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705464'] for router_interface (575017b5-ca0a-44f7-89cf-d0c6793025f4), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:46.230488 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port ce7d0c61-035c-46e8-984f-5db8b9279d56 is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:29:46.230900 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (ce7d0c61-035c-46e8-984f-5db8b9279d56), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:46.272962 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972a2fd-df60-4275-a533-1997e82a712a None None] Pushing event updated for resources: {'Port': ['ID=a707a7a1-950f-4473-800c-0e8871434db6,revision_number=3']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:46.279174 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] Routers {'575017b5-ca0a-44f7-89cf-d0c6793025f4'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:29:46.279824 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:29:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['575017b5-ca0a-44f7-89cf-d0c6793025f4'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:29:46.284243 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] For port ce7d0c61-035c-46e8-984f-5db8b9279d56, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=ce7d0c61-035c-46e8-984f-5db8b9279d56,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:29:46.322344 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (ce7d0c61-035c-46e8-984f-5db8b9279d56), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:46.468404 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] Set router 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:29:46.547818 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Pushing event updated for resources: {'Port': ['ID=ce7d0c61-035c-46e8-984f-5db8b9279d56,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:46.593874 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-81d804d9-23d5-4027-864f-89e4d465b727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (09fe0562-79b6-45c4-843d-b2f98b358ef8), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:46.596068 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] Set router 575017b5-ca0a-44f7-89cf-d0c6793025f4 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:29:46.799151 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f7262830-52f2-4523-8ce7-d7ceab2c55eb req-0c2555e4-a1de-4ce5-927b-806c5cf68e1a tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 210 time: 0.1543531 Mar 18 00:29:46.844593 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device ce7d0c61-035c-46e8-984f-5db8b9279d56 up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:29:46.873442 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-0899e1ee-c6ed-4dbe-87e7-6441db693339 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Made reservation on behalf of bb7e969cffdc435480e59cbd692487d1 for: {'port': 1} {{(pid=109623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:29:46.879765 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-0899e1ee-c6ed-4dbe-87e7-6441db693339 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:46.975608 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-90d61bee-1a03-4717-a863-a36829b11426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (fc89bb79-af3b-42d4-a463-3c7caee45fa0), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:46.978161 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-90d61bee-1a03-4717-a863-a36829b11426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:46.987612 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-90d61bee-1a03-4717-a863-a36829b11426 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc89bb79-af3b-42d4-a463-3c7caee45fa0 HTTP/1.1" status: 204 len: 168 time: 1.2582443 Mar 18 00:29:46.994368 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-81d804d9-23d5-4027-864f-89e4d465b727 admin admin] Publish callbacks [] for port (09fe0562-79b6-45c4-843d-b2f98b358ef8), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:47.013019 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-81d804d9-23d5-4027-864f-89e4d465b727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (09fe0562-79b6-45c4-843d-b2f98b358ef8), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:47.014674 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-81d804d9-23d5-4027-864f-89e4d465b727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705324'] for router_interface (575017b5-ca0a-44f7-89cf-d0c6793025f4), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:47.046928 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port ce7d0c61-035c-46e8-984f-5db8b9279d56 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:29:47.047322 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (ce7d0c61-035c-46e8-984f-5db8b9279d56), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:47.059398 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-1620174948-router', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:29:43Z', 'revision_number': 4, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'gw_port': {'id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '02915f61-4b45-4b74-9531-f15e4d8c0a90', 'name': '', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'mac_address': 'fa:16:3e:9f:fd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76384fd9-f436-4624-9d38-5e3873131694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:42Z', 'updated_at': '2022-03-18T00:29:44Z', 'revision_number': 2, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'subnets': [{'id': '76384fd9-f436-4624-9d38-5e3873131694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:29:47.073874 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d61bee-1a03-4717-a863-a36829b11426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc89bb79-af3b-42d4-a463-3c7caee45fa0,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:47.111089 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] Checking router: 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c for host: dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:29:47.111817 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] Updating router 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c port 02915f61-4b45-4b74-9531-f15e4d8c0a90 binding host dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 00:29:47.234842 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (02915f61-4b45-4b74-9531-f15e4d8c0a90), before_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:47.239517 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d804d9-23d5-4027-864f-89e4d465b727 admin admin] Pushing event updated for resources: {'Port': ['ID=09fe0562-79b6-45c4-843d-b2f98b358ef8,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:47.249821 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 47646) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:47.281433 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-241eb27a-ca6f-453a-8271-ef45a3201732 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--192338598', 'description': 'tempest-description--748675995'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:29:47.281844 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port ce7d0c61-035c-46e8-984f-5db8b9279d56 is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:29:47.340419 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-241eb27a-ca6f-453a-8271-ef45a3201732 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:47.360267 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575017b5-ca0a-44f7-89cf-d0c6793025f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1121676107-router', 'tenant_id': 'ab1e227852a347109abfca16a62e0b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a707a7a1-950f-4473-800c-0e8871434db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:29:40Z', 'revision_number': 3, 'project_id': 'ab1e227852a347109abfca16a62e0b84', 'gw_port': {'id': 'a707a7a1-950f-4473-800c-0e8871434db6', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575017b5-ca0a-44f7-89cf-d0c6793025f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:29:47.441299 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1688f90-bb69-43c3-b8c4-f3fdc13cad02 None None] The sync data for ids ['575017b5-ca0a-44f7-89cf-d0c6793025f4'] in dv-cinder-768458-19-smb is: [{'id': '575017b5-ca0a-44f7-89cf-d0c6793025f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1121676107-router', 'tenant_id': 'ab1e227852a347109abfca16a62e0b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a707a7a1-950f-4473-800c-0e8871434db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:29:40Z', 'revision_number': 3, 'project_id': 'ab1e227852a347109abfca16a62e0b84', 'gw_port': {'id': 'a707a7a1-950f-4473-800c-0e8871434db6', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575017b5-ca0a-44f7-89cf-d0c6793025f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:29:47.444788 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_common [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-0899e1ee-c6ed-4dbe-87e7-6441db693339 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Allocated IP 172.20.0.13 (5da15428-5966-4412-a887-7bc273203ae3/2a35ce8e-e53f-4432-ad6d-5d89e32d8627/a2a887ad-2620-43de-8f49-25bf51ff1e4f) {{(pid=109623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:29:47.467208 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d804d9-23d5-4027-864f-89e4d465b727 admin admin] Network 84748e75-c932-49cf-9755-9d062da3cfcc is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:29:47.472142 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-81d804d9-23d5-4027-864f-89e4d465b727 admin admin] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:29:47.595926 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-241eb27a-ca6f-453a-8271-ef45a3201732 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for security_group (02ddd2bc-3134-49bc-b489-380196c00c64), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:47.609026 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-241eb27a-ca6f-453a-8271-ef45a3201732 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (02ddd2bc-3134-49bc-b489-380196c00c64), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:47.667689 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-241eb27a-ca6f-453a-8271-ef45a3201732 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:47.668977 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-241eb27a-ca6f-453a-8271-ef45a3201732 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.4165843 Mar 18 00:29:47.672574 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 47662) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:47.676976 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-2dfcbe81-b4e9-4f6e-b967-0cd9b3fcaf0c tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Request body: {'security_group_rule': {'security_group_id': '02ddd2bc-3134-49bc-b489-380196c00c64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:29:47.683692 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241eb27a-ca6f-453a-8271-ef45a3201732 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ddd2bc-3134-49bc-b489-380196c00c64,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:47.738702 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d804d9-23d5-4027-864f-89e4d465b727 admin admin] Router 575017b5-ca0a-44f7-89cf-d0c6793025f4 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:29:47.811214 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-2dfcbe81-b4e9-4f6e-b967-0cd9b3fcaf0c tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for security_group_rule (3993cc7d-e0c2-48a1-bc69-c6d0815cde01), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:47.870088 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] Publish callbacks [] for port (02915f61-4b45-4b74-9531-f15e4d8c0a90), precommit_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:47.877766 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-0899e1ee-c6ed-4dbe-87e7-6441db693339 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Publish callbacks [] for port (a2a887ad-2620-43de-8f49-25bf51ff1e4f), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:47.882859 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (02915f61-4b45-4b74-9531-f15e4d8c0a90), after_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:47.934409 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-0899e1ee-c6ed-4dbe-87e7-6441db693339 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518'] for port (a2a887ad-2620-43de-8f49-25bf51ff1e4f), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:48.066909 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57bc8fb-18cd-40e1-a72e-47e398cd2e27 None None] Pushing event updated for resources: {'Port': ['ID=02915f61-4b45-4b74-9531-f15e4d8c0a90,revision_number=3']} {{(pid=109625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:48.239340 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-0899e1ee-c6ed-4dbe-87e7-6441db693339 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Network 5da15428-5966-4412-a887-7bc273203ae3 is already hosted by enough agents. {{(pid=109623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:29:48.267534 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-0899e1ee-c6ed-4dbe-87e7-6441db693339 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Resources bound (agent type, host, resource id): {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:29:48.282657 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-0899e1ee-c6ed-4dbe-87e7-6441db693339 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Received port after_create {{(pid=109623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:29:48.293465 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-0899e1ee-c6ed-4dbe-87e7-6441db693339 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:29:48.294245 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-0899e1ee-c6ed-4dbe-87e7-6441db693339 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for port (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:48.295511 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] Attempting to bind port 02915f61-4b45-4b74-9531-f15e4d8c0a90 on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:29:48.297566 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] Attempting to bind port 02915f61-4b45-4b74-9531-f15e4d8c0a90 by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': '84ddf0c0-91e5-4420-8c7c-a346a9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85'}] {{(pid=109625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:29:48.297944 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] Attempting to bind port 02915f61-4b45-4b74-9531-f15e4d8c0a90 on network 42586f8a-ab3e-4979-8086-8a3f40b27b85 {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:29:48.327851 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:29:48.328227 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] Checking segment: {'id': '84ddf0c0-91e5-4420-8c7c-a346a9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:29:48.328633 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:48.329027 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] Bound using segment: {'id': '84ddf0c0-91e5-4420-8c7c-a346a9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85'} {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:29:48.329528 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] Bound port: 02915f61-4b45-4b74-9531-f15e4d8c0a90, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ddf0c0-91e5-4420-8c7c-a346a9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85'}}] {{(pid=109625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:29:48.329911 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (02915f61-4b45-4b74-9531-f15e4d8c0a90), before_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:48.346035 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899e1ee-c6ed-4dbe-87e7-6441db693339 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Pushing event updated for resources: {'Port': ['ID=a2a887ad-2620-43de-8f49-25bf51ff1e4f,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:48.354614 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-0899e1ee-c6ed-4dbe-87e7-6441db693339 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3763154 Mar 18 00:29:48.397717 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-8a9bfb13-ad8b-4146-9d45-cc066aafa05e tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109623) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 00:29:48.412797 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-8a9bfb13-ad8b-4146-9d45-cc066aafa05e tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0246379 Mar 18 00:29:48.436381 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-2dfcbe81-b4e9-4f6e-b967-0cd9b3fcaf0c tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for security_group_rule (3993cc7d-e0c2-48a1-bc69-c6d0815cde01), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:48.442710 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86350f10-50d4-4da7-94f6-2fd0d87355ce req-9d29329d-9e9a-4c94-b5cb-f60150ddfea4 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:29:48.445060 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-86350f10-50d4-4da7-94f6-2fd0d87355ce req-9d29329d-9e9a-4c94-b5cb-f60150ddfea4 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 932 time: 0.3049357 Mar 18 00:29:48.528259 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 47676) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:48.551514 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-bd0e670a-b884-4d4e-a637-45ffbc19638b None None] Provisioning complete for port 02915f61-4b45-4b74-9531-f15e4d8c0a90 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:29:48.554640 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-bd0e670a-b884-4d4e-a637-45ffbc19638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (02915f61-4b45-4b74-9531-f15e4d8c0a90), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:48.609225 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-86350f10-50d4-4da7-94f6-2fd0d87355ce req-ae649bac-855e-49f1-90fb-1f7285ba9274 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/security-groups?id=36c4e4af-0c58-499f-8576-4b96e63e4f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564023 Mar 18 00:29:48.631922 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-2dfcbe81-b4e9-4f6e-b967-0cd9b3fcaf0c tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (3993cc7d-e0c2-48a1-bc69-c6d0815cde01), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:48.642817 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.db [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] For port 02915f61-4b45-4b74-9531-f15e4d8c0a90, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:29:48.658779 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.db [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] For port 02915f61-4b45-4b74-9531-f15e4d8c0a90, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=02915f61-4b45-4b74-9531-f15e4d8c0a90,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:29:48.660840 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e670a-b884-4d4e-a637-45ffbc19638b None None] Port 02915f61-4b45-4b74-9531-f15e4d8c0a90 cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:29:48.669161 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcbe81-b4e9-4f6e-b967-0cd9b3fcaf0c tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3993cc7d-e0c2-48a1-bc69-c6d0815cde01,revision_number=0']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:48.691174 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (02915f61-4b45-4b74-9531-f15e4d8c0a90), after_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:48.691413 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d804d9-23d5-4027-864f-89e4d465b727 admin admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:29:48.694434 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-81d804d9-23d5-4027-864f-89e4d465b727 admin admin] 10.222.0.23 "PUT /v2.0/routers/575017b5-ca0a-44f7-89cf-d0c6793025f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6474597 Mar 18 00:29:48.723307 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-2dfcbe81-b4e9-4f6e-b967-0cd9b3fcaf0c tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:48.728893 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 47684) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:48.729827 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-2dfcbe81-b4e9-4f6e-b967-0cd9b3fcaf0c tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0556979 Mar 18 00:29:48.736117 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-a7ae2d5e-2f80-47a1-a971-654ea9c2d1cf tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Request body: {'security_group_rule': {'security_group_id': '02ddd2bc-3134-49bc-b489-380196c00c64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:29:48.833848 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a7ae2d5e-2f80-47a1-a971-654ea9c2d1cf tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for security_group_rule (886e972c-b2a2-4bfd-884b-52a3bac9dd2a), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:48.913696 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] Routers {'1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:29:48.915582 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:29:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:29:48.920981 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device a707a7a1-950f-4473-800c-0e8871434db6 up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:29:49.016553 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a7ae2d5e-2f80-47a1-a971-654ea9c2d1cf tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for security_group_rule (886e972c-b2a2-4bfd-884b-52a3bac9dd2a), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:49.027416 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a7ae2d5e-2f80-47a1-a971-654ea9c2d1cf tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (886e972c-b2a2-4bfd-884b-52a3bac9dd2a), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:49.095854 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port a707a7a1-950f-4473-800c-0e8871434db6 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:29:49.101467 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (a707a7a1-950f-4473-800c-0e8871434db6), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:49.125250 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae2d5e-2f80-47a1-a971-654ea9c2d1cf tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886e972c-b2a2-4bfd-884b-52a3bac9dd2a,revision_number=0']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:49.149633 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a7ae2d5e-2f80-47a1-a971-654ea9c2d1cf tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:49.154781 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-a7ae2d5e-2f80-47a1-a971-654ea9c2d1cf tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4209018 Mar 18 00:29:49.155027 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 47696) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:49.164292 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57bc8fb-18cd-40e1-a72e-47e398cd2e27 None None] Pushing event updated for resources: {'Port': ['ID=02915f61-4b45-4b74-9531-f15e4d8c0a90,revision_number=4']} {{(pid=109625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:49.170424 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-1aec626c-5f0a-40a4-a0f1-a5ea03f6e222 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Request body: {'floatingip': {'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:29:49.258455 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1aec626c-5f0a-40a4-a0f1-a5ea03f6e222 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:49.267770 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 47698) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:49.326254 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] Set router 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:29:49.350308 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port a707a7a1-950f-4473-800c-0e8871434db6 is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:29:49.350683 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (a707a7a1-950f-4473-800c-0e8871434db6), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:49.378373 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-ad9e6db9-123f-4269-8c38-a0bb5009753e None None] Provisioning complete for port 02915f61-4b45-4b74-9531-f15e4d8c0a90 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:29:49.378687 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-ad9e6db9-123f-4269-8c38-a0bb5009753e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (02915f61-4b45-4b74-9531-f15e4d8c0a90), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:49.452208 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-764f9281-3d15-490f-a8c1-990447a07a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:49.477356 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] For port a707a7a1-950f-4473-800c-0e8871434db6, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=a707a7a1-950f-4473-800c-0e8871434db6,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:29:49.487729 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (a707a7a1-950f-4473-800c-0e8871434db6), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:49.570711 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-ad9e6db9-123f-4269-8c38-a0bb5009753e None None] Current status of the port 02915f61-4b45-4b74-9531-f15e4d8c0a90 is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:29:49.572047 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-ad9e6db9-123f-4269-8c38-a0bb5009753e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (02915f61-4b45-4b74-9531-f15e4d8c0a90), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:49.627571 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Pushing event updated for resources: {'Port': ['ID=a707a7a1-950f-4473-800c-0e8871434db6,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:49.652123 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-ad9e6db9-123f-4269-8c38-a0bb5009753e None None] For port 02915f61-4b45-4b74-9531-f15e4d8c0a90, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=02915f61-4b45-4b74-9531-f15e4d8c0a90,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:29:49.659464 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-ad9e6db9-123f-4269-8c38-a0bb5009753e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (02915f61-4b45-4b74-9531-f15e4d8c0a90), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:49.791338 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e6db9-123f-4269-8c38-a0bb5009753e None None] Pushing event updated for resources: {'Port': ['ID=02915f61-4b45-4b74-9531-f15e4d8c0a90,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:49.799183 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-764f9281-3d15-490f-a8c1-990447a07a34 admin admin] Publish callbacks [] for security_group (bd3b5a82-0750-452a-8e2c-c46bfb36f6d0), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:49.801190 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1aec626c-5f0a-40a4-a0f1-a5ea03f6e222 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:49.813732 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-764f9281-3d15-490f-a8c1-990447a07a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (bd3b5a82-0750-452a-8e2c-c46bfb36f6d0), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:49.968310 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-a4f701b7-4c2a-43a6-8168-61ea41beae9f service neutron] Request body: {'port': {'device_id': '1cb1a56b-3321-4dbe-b22c-80419669e7da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:29:50.025336 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-1620174948-router', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:29:43Z', 'revision_number': 4, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'gw_port': {'id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '02915f61-4b45-4b74-9531-f15e4d8c0a90', 'name': '', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'mac_address': 'fa:16:3e:9f:fd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76384fd9-f436-4624-9d38-5e3873131694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:42Z', 'updated_at': '2022-03-18T00:29:48Z', 'revision_number': 4, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'subnets': [{'id': '76384fd9-f436-4624-9d38-5e3873131694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:29:50.067953 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71df21a-109e-4815-bcb7-7f1606a33306 req-2b3c4b51-c722-464a-9950-42a85c92bbdf tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:29:50.078477 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a71df21a-109e-4815-bcb7-7f1606a33306 req-2b3c4b51-c722-464a-9950-42a85c92bbdf tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 932 time: 0.2964616 Mar 18 00:29:50.113847 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187fd3e6-6bb8-47e0-9a81-c537c7a5588d None None] The sync data for ids ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'] in dv-cinder-768458-19-smb is: [{'id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-1620174948-router', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:29:43Z', 'revision_number': 4, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'gw_port': {'id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '02915f61-4b45-4b74-9531-f15e4d8c0a90', 'name': '', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'mac_address': 'fa:16:3e:9f:fd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76384fd9-f436-4624-9d38-5e3873131694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:42Z', 'updated_at': '2022-03-18T00:29:48Z', 'revision_number': 4, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'subnets': [{'id': '76384fd9-f436-4624-9d38-5e3873131694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:29:50.265248 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8ece4489-8fc2-4639-af65-49eb2a06486c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:50.462804 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-764f9281-3d15-490f-a8c1-990447a07a34 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94bd6a61da9a48fbac8044c4f58607b1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9247758 Mar 18 00:29:50.470343 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 47722) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:50.477019 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f9281-3d15-490f-a8c1-990447a07a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3b5a82-0750-452a-8e2c-c46bfb36f6d0,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:50.589572 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8ece4489-8fc2-4639-af65-49eb2a06486c admin admin] Publish callbacks [] for security_group (54e01c99-e0ec-465b-ad85-ee4ade0ecca2), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:50.617328 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a71df21a-109e-4815-bcb7-7f1606a33306 req-c6263b4c-f2b6-4de2-9c5a-8f595db997b7 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/security-groups?id=36c4e4af-0c58-499f-8576-4b96e63e4f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5375566 Mar 18 00:29:50.622072 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8ece4489-8fc2-4639-af65-49eb2a06486c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (54e01c99-e0ec-465b-ad85-ee4ade0ecca2), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:50.707586 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-8ece4489-8fc2-4639-af65-49eb2a06486c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a1a5aedf9b94ce9bb4e70620f38a0a7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4374263 Mar 18 00:29:50.715489 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] Sync routers for ids ['575017b5-ca0a-44f7-89cf-d0c6793025f4'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:29:50.723531 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 47728) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:50.743411 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] Routers {'575017b5-ca0a-44f7-89cf-d0c6793025f4'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:29:50.744717 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:29:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['575017b5-ca0a-44f7-89cf-d0c6793025f4'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:29:50.889519 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece4489-8fc2-4639-af65-49eb2a06486c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e01c99-e0ec-465b-ad85-ee4ade0ecca2,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:50.920000 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-4085220e-3691-4a89-9f38-e9b8cebb8078 admin admin] Publish callbacks [] for security_group (bd3b5a82-0750-452a-8e2c-c46bfb36f6d0), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:50.937732 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-292f15cf-989e-4798-b7c9-6716bb71d38f admin admin] Publish callbacks [] for security_group (54e01c99-e0ec-465b-ad85-ee4ade0ecca2), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:50.947724 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-a4f701b7-4c2a-43a6-8168-61ea41beae9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (a2a887ad-2620-43de-8f49-25bf51ff1e4f), before_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:50.970126 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-292f15cf-989e-4798-b7c9-6716bb71d38f admin admin] Publish callbacks [] for security_group (54e01c99-e0ec-465b-ad85-ee4ade0ecca2), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:51.025667 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_common [None req-1aec626c-5f0a-40a4-a0f1-a5ea03f6e222 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Allocated IP 172.28.2.254 (5e3ddc34-ad90-40ce-bf33-6bccf71106f9/1eeedb1d-7e47-41b2-b3a3-f344e50a1163/51d6702d-9f0a-4519-9f9f-f526e23997e1) {{(pid=109623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:29:51.173486 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 02915f61-4b45-4b74-9531-f15e4d8c0a90 up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:29:51.176095 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-292f15cf-989e-4798-b7c9-6716bb71d38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (54e01c99-e0ec-465b-ad85-ee4ade0ecca2), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:51.183584 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-292f15cf-989e-4798-b7c9-6716bb71d38f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:51.188368 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-292f15cf-989e-4798-b7c9-6716bb71d38f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54e01c99-e0ec-465b-ad85-ee4ade0ecca2 HTTP/1.1" status: 204 len: 168 time: 0.4635332 Mar 18 00:29:51.211070 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f15cf-989e-4798-b7c9-6716bb71d38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e01c99-e0ec-465b-ad85-ee4ade0ecca2,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:51.243052 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-4085220e-3691-4a89-9f38-e9b8cebb8078 admin admin] Publish callbacks [] for security_group (bd3b5a82-0750-452a-8e2c-c46bfb36f6d0), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:51.759592 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-d8f2d292-3862-48af-befa-0655703058f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:51.775565 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] Set router 575017b5-ca0a-44f7-89cf-d0c6793025f4 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:29:51.857798 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 02915f61-4b45-4b74-9531-f15e4d8c0a90 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:29:51.858585 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (02915f61-4b45-4b74-9531-f15e4d8c0a90), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:51.925538 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b4677-09b2-426d-a776-de508d79e2a3 req-c9c57a11-536a-4f75-ab95-bfe073866a16 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:29:51.935744 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7d5b4677-09b2-426d-a776-de508d79e2a3 req-c9c57a11-536a-4f75-ab95-bfe073866a16 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 932 time: 0.1340411 Mar 18 00:29:52.053513 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7d5b4677-09b2-426d-a776-de508d79e2a3 req-4e68c22b-bc7a-4014-a0a9-6e8ea85fc2a5 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/security-groups?id=36c4e4af-0c58-499f-8576-4b96e63e4f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146445 Mar 18 00:29:52.149630 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 02915f61-4b45-4b74-9531-f15e4d8c0a90 is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:29:52.151132 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device a707a7a1-950f-4473-800c-0e8871434db6 up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:29:52.442559 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-4085220e-3691-4a89-9f38-e9b8cebb8078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (bd3b5a82-0750-452a-8e2c-c46bfb36f6d0), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:52.445322 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-4085220e-3691-4a89-9f38-e9b8cebb8078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:52.449377 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-4085220e-3691-4a89-9f38-e9b8cebb8078 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd3b5a82-0750-452a-8e2c-c46bfb36f6d0 HTTP/1.1" status: 204 len: 168 time: 1.9629662 Mar 18 00:29:52.466079 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1aec626c-5f0a-40a4-a0f1-a5ea03f6e222 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for port (51d6702d-9f0a-4519-9f9f-f526e23997e1), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:52.512807 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-db8ad6e4-35e5-4564-a1e0-147f12f1736a tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:29:52.520749 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-db8ad6e4-35e5-4564-a1e0-147f12f1736a tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/networks?id=84748e75-c932-49cf-9755-9d062da3cfcc HTTP/1.1" status: 200 len: 819 time: 0.9639618 Mar 18 00:29:52.525942 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085220e-3691-4a89-9f38-e9b8cebb8078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3b5a82-0750-452a-8e2c-c46bfb36f6d0,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:52.569415 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-c0098b3f-d0a6-40d5-8950-f94af30f83cd tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/quotas/ab1e227852a347109abfca16a62e0b84 HTTP/1.1" status: 200 len: 375 time: 0.0475464 Mar 18 00:29:52.701845 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port a707a7a1-950f-4473-800c-0e8871434db6 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:29:52.709883 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (a707a7a1-950f-4473-800c-0e8871434db6), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:52.740697 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1aec626c-5f0a-40a4-a0f1-a5ea03f6e222 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518'] for port (51d6702d-9f0a-4519-9f9f-f526e23997e1), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:52.842994 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575017b5-ca0a-44f7-89cf-d0c6793025f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1121676107-router', 'tenant_id': 'ab1e227852a347109abfca16a62e0b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a707a7a1-950f-4473-800c-0e8871434db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:29:46Z', 'revision_number': 4, 'project_id': 'ab1e227852a347109abfca16a62e0b84', 'gw_port': {'id': 'a707a7a1-950f-4473-800c-0e8871434db6', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575017b5-ca0a-44f7-89cf-d0c6793025f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '09fe0562-79b6-45c4-843d-b2f98b358ef8', 'name': '', 'network_id': '84748e75-c932-49cf-9755-9d062da3cfcc', 'tenant_id': 'ab1e227852a347109abfca16a62e0b84', 'mac_address': 'fa:16:3e:7b:c6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575017b5-ca0a-44f7-89cf-d0c6793025f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fffd85f2-fb38-454d-bc7d-cc26360c8265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:45Z', 'updated_at': '2022-03-18T00:29:46Z', 'revision_number': 2, 'project_id': 'ab1e227852a347109abfca16a62e0b84', 'subnets': [{'id': 'fffd85f2-fb38-454d-bc7d-cc26360c8265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:29:52.909252 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] Checking router: 575017b5-ca0a-44f7-89cf-d0c6793025f4 for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:29:52.909640 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] Updating router 575017b5-ca0a-44f7-89cf-d0c6793025f4 port 09fe0562-79b6-45c4-843d-b2f98b358ef8 binding host dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 00:29:52.910902 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aec626c-5f0a-40a4-a0f1-a5ea03f6e222 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 is already hosted by enough agents. {{(pid=109623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:29:52.912533 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-1aec626c-5f0a-40a4-a0f1-a5ea03f6e222 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Resources bound (agent type, host, resource id): {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:29:52.915466 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aec626c-5f0a-40a4-a0f1-a5ea03f6e222 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Received port after_create {{(pid=109623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:29:53.021334 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (09fe0562-79b6-45c4-843d-b2f98b358ef8), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:53.079989 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port a707a7a1-950f-4473-800c-0e8871434db6 is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:29:53.105017 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.notifiers.nova [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-a4f701b7-4c2a-43a6-8168-61ea41beae9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a887ad-2620-43de-8f49-25bf51ff1e4f {{(pid=109623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:29:53.152378 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec626c-5f0a-40a4-a0f1-a5ea03f6e222 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Pushing event updated for resources: {'Port': ['ID=51d6702d-9f0a-4519-9f9f-f526e23997e1,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:53.175834 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-a4f701b7-4c2a-43a6-8168-61ea41beae9f service neutron] Publish callbacks [] for port (a2a887ad-2620-43de-8f49-25bf51ff1e4f), precommit_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:53.300569 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-04ec6e00-052b-4432-b22e-3537fa8e1562 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab1e227852a347109abfca16a62e0b84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7298689 Mar 18 00:29:53.333130 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.provisioning_blocks [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-a4f701b7-4c2a-43a6-8168-61ea41beae9f service neutron] Transition to ACTIVE for port object a2a887ad-2620-43de-8f49-25bf51ff1e4f will not be triggered until provisioned by entity L2. {{(pid=109623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 00:29:53.376088 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1aec626c-5f0a-40a4-a0f1-a5ea03f6e222 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for floatingip (7a398ee2-d9e7-4a76-9fd2-86df49ccfff6), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:53.408757 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-a4f701b7-4c2a-43a6-8168-61ea41beae9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (a2a887ad-2620-43de-8f49-25bf51ff1e4f), after_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:53.432846 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 47810) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:53.583561 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4c6a9ec7-7e5f-450c-b741-86bfd657ec8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:53.657528 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0527ce-a21f-4675-acdb-cd889ebf4425 req-32833da0-ed90-48fd-a2a7-33d2f4fba893 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:29:53.660312 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-3e0527ce-a21f-4675-acdb-cd889ebf4425 req-32833da0-ed90-48fd-a2a7-33d2f4fba893 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 932 time: 0.3814542 Mar 18 00:29:53.750789 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f701b7-4c2a-43a6-8168-61ea41beae9f service neutron] Pushing event updated for resources: {'Port': ['ID=a2a887ad-2620-43de-8f49-25bf51ff1e4f,revision_number=2']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:53.776438 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-3e0527ce-a21f-4675-acdb-cd889ebf4425 req-af8c4536-8841-4821-ba5f-2321e1594ce0 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/security-groups?id=36c4e4af-0c58-499f-8576-4b96e63e4f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034281 Mar 18 00:29:53.802624 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1aec626c-5f0a-40a4-a0f1-a5ea03f6e222 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (51d6702d-9f0a-4519-9f9f-f526e23997e1), before_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:53.857032 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4c6a9ec7-7e5f-450c-b741-86bfd657ec8b admin admin] Publish callbacks [] for security_group (f30e64da-ac7d-4022-a778-823877866a73), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:53.866572 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4c6a9ec7-7e5f-450c-b741-86bfd657ec8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (f30e64da-ac7d-4022-a778-823877866a73), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:53.877822 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-486f779e-1742-4063-9f4b-de28ba720b1f service neutron] 10.222.0.23 "GET /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5534778 Mar 18 00:29:53.926653 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.managers [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-a4f701b7-4c2a-43a6-8168-61ea41beae9f service neutron] Attempting to bind port a2a887ad-2620-43de-8f49-25bf51ff1e4f on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:29:53.927149 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.managers [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-a4f701b7-4c2a-43a6-8168-61ea41beae9f service neutron] Attempting to bind port a2a887ad-2620-43de-8f49-25bf51ff1e4f by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '2b4a640a-c24b-4033-824c-7fcaa091104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5da15428-5966-4412-a887-7bc273203ae3'}] {{(pid=109623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:29:53.927517 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-a4f701b7-4c2a-43a6-8168-61ea41beae9f service neutron] Attempting to bind port a2a887ad-2620-43de-8f49-25bf51ff1e4f on network 5da15428-5966-4412-a887-7bc273203ae3 {{(pid=109623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:29:53.967259 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-a4f701b7-4c2a-43a6-8168-61ea41beae9f service neutron] Port a2a887ad-2620-43de-8f49-25bf51ff1e4f on network 5da15428-5966-4412-a887-7bc273203ae3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 00:29:53.967670 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-a4f701b7-4c2a-43a6-8168-61ea41beae9f service neutron] Attempting to bind port a2a887ad-2620-43de-8f49-25bf51ff1e4f on network 5da15428-5966-4412-a887-7bc273203ae3 {{(pid=109623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:29:53.991911 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-70932906-d187-453b-92df-400afa807ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:54.026353 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-a4f701b7-4c2a-43a6-8168-61ea41beae9f service neutron] Checking agent: {'id': 'a11cec97-e670-4172-acc9-1e6c1f318043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'started_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:29:54.026846 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-a4f701b7-4c2a-43a6-8168-61ea41beae9f service neutron] Checking segment: {'id': '2b4a640a-c24b-4033-824c-7fcaa091104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5da15428-5966-4412-a887-7bc273203ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:29:54.027468 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-a4f701b7-4c2a-43a6-8168-61ea41beae9f service neutron] Bound using segment: {'id': '2b4a640a-c24b-4033-824c-7fcaa091104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5da15428-5966-4412-a887-7bc273203ae3'} {{(pid=109623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:29:54.027982 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.managers [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-a4f701b7-4c2a-43a6-8168-61ea41beae9f service neutron] Bound port: a2a887ad-2620-43de-8f49-25bf51ff1e4f, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b4a640a-c24b-4033-824c-7fcaa091104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5da15428-5966-4412-a887-7bc273203ae3'}}] {{(pid=109623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:29:54.028411 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-a4f701b7-4c2a-43a6-8168-61ea41beae9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (a2a887ad-2620-43de-8f49-25bf51ff1e4f), before_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:54.039314 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-4c6a9ec7-7e5f-450c-b741-86bfd657ec8b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16bad205894941039ee856c3a1e433bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5900159 Mar 18 00:29:54.042330 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 47826) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:54.056753 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a9ec7-7e5f-450c-b741-86bfd657ec8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30e64da-ac7d-4022-a778-823877866a73,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:54.092910 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] Publish callbacks [] for port (09fe0562-79b6-45c4-843d-b2f98b358ef8), precommit_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:54.106626 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (09fe0562-79b6-45c4-843d-b2f98b358ef8), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:54.177913 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-82ca7854-ff77-45b4-a0c5-abf13764c7d9 admin admin] Publish callbacks [] for security_group (f30e64da-ac7d-4022-a778-823877866a73), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:54.180486 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-e32b62b2-4a67-4c7d-88c2-7e66cd0c82c8 service neutron] 10.222.0.23 "GET /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016446 Mar 18 00:29:54.219770 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-82ca7854-ff77-45b4-a0c5-abf13764c7d9 admin admin] Publish callbacks [] for security_group (f30e64da-ac7d-4022-a778-823877866a73), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:54.254229 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18593551-8605-47be-acc1-1587e5ddae78 None None] Pushing event updated for resources: {'Port': ['ID=09fe0562-79b6-45c4-843d-b2f98b358ef8,revision_number=3']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:54.339699 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-82ca7854-ff77-45b4-a0c5-abf13764c7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (f30e64da-ac7d-4022-a778-823877866a73), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:54.345597 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-82ca7854-ff77-45b4-a0c5-abf13764c7d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:54.359728 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-82ca7854-ff77-45b4-a0c5-abf13764c7d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f30e64da-ac7d-4022-a778-823877866a73 HTTP/1.1" status: 204 len: 168 time: 0.3118739 Mar 18 00:29:54.394500 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca7854-ff77-45b4-a0c5-abf13764c7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30e64da-ac7d-4022-a778-823877866a73,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:54.410631 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.db [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-a4f701b7-4c2a-43a6-8168-61ea41beae9f service neutron] For port a2a887ad-2620-43de-8f49-25bf51ff1e4f, host hv-cinder-76845, cleared binding levels {{(pid=109623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:29:54.529702 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.db [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-a4f701b7-4c2a-43a6-8168-61ea41beae9f service neutron] For port a2a887ad-2620-43de-8f49-25bf51ff1e4f, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a2a887ad-2620-43de-8f49-25bf51ff1e4f,segment=NetworkSegment(2b4a640a-c24b-4033-824c-7fcaa091104c),segment_id=2b4a640a-c24b-4033-824c-7fcaa091104c)] {{(pid=109623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:29:54.560988 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] Attempting to bind port 09fe0562-79b6-45c4-843d-b2f98b358ef8 on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:29:54.561354 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] Attempting to bind port 09fe0562-79b6-45c4-843d-b2f98b358ef8 by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': 'de455b86-5b7d-4b92-9374-4d7bb2404dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '84748e75-c932-49cf-9755-9d062da3cfcc'}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:29:54.561749 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] Attempting to bind port 09fe0562-79b6-45c4-843d-b2f98b358ef8 on network 84748e75-c932-49cf-9755-9d062da3cfcc {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:29:54.578421 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:29:54.579119 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] Checking segment: {'id': 'de455b86-5b7d-4b92-9374-4d7bb2404dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '84748e75-c932-49cf-9755-9d062da3cfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:29:54.579261 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:54.579674 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] Bound using segment: {'id': 'de455b86-5b7d-4b92-9374-4d7bb2404dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '84748e75-c932-49cf-9755-9d062da3cfcc'} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:29:54.580196 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] Bound port: 09fe0562-79b6-45c4-843d-b2f98b358ef8, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de455b86-5b7d-4b92-9374-4d7bb2404dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '84748e75-c932-49cf-9755-9d062da3cfcc'}}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:29:54.580598 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (09fe0562-79b6-45c4-843d-b2f98b358ef8), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:54.582017 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1aec626c-5f0a-40a4-a0f1-a5ea03f6e222 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for port (51d6702d-9f0a-4519-9f9f-f526e23997e1), precommit_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:54.588070 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-a4f701b7-4c2a-43a6-8168-61ea41beae9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (a2a887ad-2620-43de-8f49-25bf51ff1e4f), after_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:54.646909 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-26ae442d-8cbd-4a47-934e-b496554f32f4 req-56cd38e3-77f0-4a1e-a55e-8bd6ce979371 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 210 time: 0.1264749 Mar 18 00:29:54.720722 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1aec626c-5f0a-40a4-a0f1-a5ea03f6e222 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (51d6702d-9f0a-4519-9f9f-f526e23997e1), after_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:54.750840 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-a4f701b7-4c2a-43a6-8168-61ea41beae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:29:54.751763 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-a4f701b7-4c2a-43a6-8168-61ea41beae9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for port (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:54.754508 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-a4f701b7-4c2a-43a6-8168-61ea41beae9f service neutron] 10.222.0.10 "PUT /v2.0/ports/a2a887ad-2620-43de-8f49-25bf51ff1e4f HTTP/1.1" status: 200 len: 1094 time: 5.6727695 Mar 18 00:29:54.766496 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1aec626c-5f0a-40a4-a0f1-a5ea03f6e222 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (7a398ee2-d9e7-4a76-9fd2-86df49ccfff6), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:54.791207 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb1a56b-3321-4dbe-b22c-80419669e7da', 'tag': 'a2a887ad-2620-43de-8f49-25bf51ff1e4f'}] {{(pid=109623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:29:54.826220 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:54.902751 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] For port 09fe0562-79b6-45c4-843d-b2f98b358ef8, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:29:54.906996 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] For port 09fe0562-79b6-45c4-843d-b2f98b358ef8, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=09fe0562-79b6-45c4-843d-b2f98b358ef8,segment=NetworkSegment(de455b86-5b7d-4b92-9374-4d7bb2404dea),segment_id=de455b86-5b7d-4b92-9374-4d7bb2404dea)] {{(pid=109624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:29:54.923688 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (09fe0562-79b6-45c4-843d-b2f98b358ef8), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:55.199567 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18593551-8605-47be-acc1-1587e5ddae78 None None] Pushing event updated for resources: {'Port': ['ID=09fe0562-79b6-45c4-843d-b2f98b358ef8,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:55.240227 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] Routers {'575017b5-ca0a-44f7-89cf-d0c6793025f4'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:29:55.241415 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:29:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['575017b5-ca0a-44f7-89cf-d0c6793025f4'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:29:55.548779 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1aec626c-5f0a-40a4-a0f1-a5ea03f6e222 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:55.550235 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-1aec626c-5f0a-40a4-a0f1-a5ea03f6e222 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3942156 Mar 18 00:29:55.564392 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f701b7-4c2a-43a6-8168-61ea41beae9f service neutron] Pushing event updated for resources: {'Port': ['ID=a2a887ad-2620-43de-8f49-25bf51ff1e4f,revision_number=3']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:55.681484 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-562ee216-02f9-4662-920e-77c0e1ef8d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:29:55.689727 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-562ee216-02f9-4662-920e-77c0e1ef8d9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb7e969cffdc435480e59cbd692487d1&device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 1128 time: 0.7481451 Mar 18 00:29:55.781458 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b11bb2-ddba-4e17-a3c9-06f498baf026 req-3b594afe-59ea-4307-966c-ce4fd8e140c3 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:29:55.794575 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-59b11bb2-ddba-4e17-a3c9-06f498baf026 req-3b594afe-59ea-4307-966c-ce4fd8e140c3 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 944 time: 0.7984121 Mar 18 00:29:55.882039 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] Set router 575017b5-ca0a-44f7-89cf-d0c6793025f4 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:29:55.948705 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec626c-5f0a-40a4-a0f1-a5ea03f6e222 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Pushing event updated for resources: {'Port': ['ID=51d6702d-9f0a-4519-9f9f-f526e23997e1,revision_number=2']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:56.129871 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-1f3e0e2d-57ea-4caa-8f50-ba98b776e922 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:29:56.138727 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-1f3e0e2d-57ea-4caa-8f50-ba98b776e922 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/networks?id=84748e75-c932-49cf-9755-9d062da3cfcc HTTP/1.1" status: 200 len: 819 time: 0.6208544 Mar 18 00:29:56.144255 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-57648845-0176-4d70-bc0d-61e38b5c1129 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2a887ad-2620-43de-8f49-25bf51ff1e4f HTTP/1.1" status: 200 len: 217 time: 0.3485935 Mar 18 00:29:56.189109 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-e98f296b-575c-4e28-bc4b-2328d83c47d1 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/quotas/ab1e227852a347109abfca16a62e0b84 HTTP/1.1" status: 200 len: 375 time: 0.0448656 Mar 18 00:29:56.308301 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-59b11bb2-ddba-4e17-a3c9-06f498baf026 req-7f3681be-e18d-440b-8536-7abc71de77a7 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/security-groups?id=36c4e4af-0c58-499f-8576-4b96e63e4f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351051 Mar 18 00:29:56.320709 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-a7f00edf-c8cf-4cfb-9cfd-454f60af9760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:29:56.325652 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-a7f00edf-c8cf-4cfb-9cfd-454f60af9760 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a35ce8e-e53f-4432-ad6d-5d89e32d8627 HTTP/1.1" status: 200 len: 852 time: 0.1566527 Mar 18 00:29:56.332962 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7516d28204096922e4ecff7ff99285710cd6cc6eb93d78320b89f05ba80b8814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c7406a-76a7-4bfe-ae00-ad55bab423fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb1a56b-3321-4dbe-b22c-80419669e7da", "tag": "a2a887ad-2620-43de-8f49-25bf51ff1e4f"}]}' {{(pid=109623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:29:56.427971 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:56.487529 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-c73d4a35-10df-4eca-9cde-f54440169140 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5da15428-5966-4412-a887-7bc273203ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1474686 Mar 18 00:29:56.620636 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-f90af5e8-2a48-4111-a9a0-b8a22936439f tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--192338598&fields=id&tenant_id=c0bd772cceaf4f9486cf4424af396729 HTTP/1.1" status: 200 len: 267 time: 0.1435633 Mar 18 00:29:56.626250 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-75dd77b2-a2ee-437b-85ab-f9b4ce5ad9f1 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab1e227852a347109abfca16a62e0b84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4274356 Mar 18 00:29:56.664444 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575017b5-ca0a-44f7-89cf-d0c6793025f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1121676107-router', 'tenant_id': 'ab1e227852a347109abfca16a62e0b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a707a7a1-950f-4473-800c-0e8871434db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:29:46Z', 'revision_number': 4, 'project_id': 'ab1e227852a347109abfca16a62e0b84', 'gw_port': {'id': 'a707a7a1-950f-4473-800c-0e8871434db6', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575017b5-ca0a-44f7-89cf-d0c6793025f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '09fe0562-79b6-45c4-843d-b2f98b358ef8', 'name': '', 'network_id': '84748e75-c932-49cf-9755-9d062da3cfcc', 'tenant_id': 'ab1e227852a347109abfca16a62e0b84', 'mac_address': 'fa:16:3e:7b:c6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575017b5-ca0a-44f7-89cf-d0c6793025f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fffd85f2-fb38-454d-bc7d-cc26360c8265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:45Z', 'updated_at': '2022-03-18T00:29:54Z', 'revision_number': 4, 'project_id': 'ab1e227852a347109abfca16a62e0b84', 'subnets': [{'id': 'fffd85f2-fb38-454d-bc7d-cc26360c8265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:29:56.665621 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 47958) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:56.719808 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b03b09b-b5d1-4029-8a99-0cbd9a7ff37e None None] The sync data for ids ['575017b5-ca0a-44f7-89cf-d0c6793025f4'] in dv-cinder-768458-19-smb is: [{'id': '575017b5-ca0a-44f7-89cf-d0c6793025f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1121676107-router', 'tenant_id': 'ab1e227852a347109abfca16a62e0b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a707a7a1-950f-4473-800c-0e8871434db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:29:46Z', 'revision_number': 4, 'project_id': 'ab1e227852a347109abfca16a62e0b84', 'gw_port': {'id': 'a707a7a1-950f-4473-800c-0e8871434db6', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575017b5-ca0a-44f7-89cf-d0c6793025f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '09fe0562-79b6-45c4-843d-b2f98b358ef8', 'name': '', 'network_id': '84748e75-c932-49cf-9755-9d062da3cfcc', 'tenant_id': 'ab1e227852a347109abfca16a62e0b84', 'mac_address': 'fa:16:3e:7b:c6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575017b5-ca0a-44f7-89cf-d0c6793025f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fffd85f2-fb38-454d-bc7d-cc26360c8265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:45Z', 'updated_at': '2022-03-18T00:29:54Z', 'revision_number': 4, 'project_id': 'ab1e227852a347109abfca16a62e0b84', 'subnets': [{'id': 'fffd85f2-fb38-454d-bc7d-cc26360c8265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:29:56.863842 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-42ba458c-9371-46df-8697-0fa4ddb7231a service neutron] 10.222.0.10 "GET /v2.0/networks/5da15428-5966-4412-a887-7bc273203ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606613 Mar 18 00:29:56.985196 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-037e7076-4d35-492f-be20-ea069a1fecc5 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:29:56.989399 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-037e7076-4d35-492f-be20-ea069a1fecc5 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/networks?id=42586f8a-ab3e-4979-8086-8a3f40b27b85 HTTP/1.1" status: 200 len: 817 time: 0.3540051 Mar 18 00:29:57.031499 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-13ef6cd4-c043-4887-9fad-3a9130f2291b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/quotas/c0bd772cceaf4f9486cf4424af396729 HTTP/1.1" status: 200 len: 375 time: 0.0339518 Mar 18 00:29:57.195527 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-1db3298f-ca92-424e-8408-960f680b68fb tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0bd772cceaf4f9486cf4424af396729&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1550789 Mar 18 00:29:57.413883 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 09fe0562-79b6-45c4-843d-b2f98b358ef8 up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:29:57.610058 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-24edd187-266d-488a-a8b5-ac77830882a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:57.649656 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 09fe0562-79b6-45c4-843d-b2f98b358ef8 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:29:57.650179 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (09fe0562-79b6-45c4-843d-b2f98b358ef8), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:57.795170 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:57.839722 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-0344c3a1-372f-47ad-bc1c-926446c3d0f0 service neutron] 10.222.0.23 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960863 Mar 18 00:29:57.935028 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 09fe0562-79b6-45c4-843d-b2f98b358ef8 is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:29:57.935453 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (09fe0562-79b6-45c4-843d-b2f98b358ef8), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:58.007919 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-c0614a9d-e097-4b65-aaf0-400f4cdef8b2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109622) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 00:29:58.016626 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] For port 09fe0562-79b6-45c4-843d-b2f98b358ef8, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=09fe0562-79b6-45c4-843d-b2f98b358ef8,segment=NetworkSegment(de455b86-5b7d-4b92-9374-4d7bb2404dea),segment_id=de455b86-5b7d-4b92-9374-4d7bb2404dea)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:29:58.018246 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-c0614a9d-e097-4b65-aaf0-400f4cdef8b2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4973402 Mar 18 00:29:58.024058 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (09fe0562-79b6-45c4-843d-b2f98b358ef8), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:58.144681 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-d3339869-3078-472f-91c0-7e2b76972887 service neutron] 10.222.0.23 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028314 Mar 18 00:29:58.148239 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e7e4f9fb-5ade-4368-a566-2a8e0cad5da0 req-95a28f4a-8980-46bf-b1f8-a64a7e8351b9 service neutron] 10.222.0.10 "GET /v2.0/networks/5da15428-5966-4412-a887-7bc273203ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9157612 Mar 18 00:29:58.367617 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-24edd187-266d-488a-a8b5-ac77830882a3 admin admin] Publish callbacks [] for security_group (078bbfd5-0557-4265-92f7-6e1e19479c7b), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:58.377820 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-24edd187-266d-488a-a8b5-ac77830882a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (078bbfd5-0557-4265-92f7-6e1e19479c7b), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:58.546036 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Pushing event updated for resources: {'Port': ['ID=09fe0562-79b6-45c4-843d-b2f98b358ef8,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:58.573797 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-24edd187-266d-488a-a8b5-ac77830882a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82afb9a354634148af7a207156c7106b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9056990 Mar 18 00:29:58.574797 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 48006) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:29:58.627487 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24edd187-266d-488a-a8b5-ac77830882a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078bbfd5-0557-4265-92f7-6e1e19479c7b,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:58.751091 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-56805581-887a-4128-ba4f-9a77f3e3d630 service neutron] 10.222.0.23 "GET /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7105169 Mar 18 00:29:58.858783 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-776dfde5-de6b-4a80-bd3a-4fb43b894004 admin admin] Publish callbacks [] for security_group (078bbfd5-0557-4265-92f7-6e1e19479c7b), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:58.933651 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-776dfde5-de6b-4a80-bd3a-4fb43b894004 admin admin] Publish callbacks [] for security_group (078bbfd5-0557-4265-92f7-6e1e19479c7b), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:59.101953 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-b0b93780-8874-4eba-bdb3-a1039471fe4e service neutron] 10.222.0.23 "GET /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439939 Mar 18 00:29:59.128655 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-776dfde5-de6b-4a80-bd3a-4fb43b894004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (078bbfd5-0557-4265-92f7-6e1e19479c7b), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:59.143167 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-776dfde5-de6b-4a80-bd3a-4fb43b894004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:59.144400 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-776dfde5-de6b-4a80-bd3a-4fb43b894004 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/078bbfd5-0557-4265-92f7-6e1e19479c7b HTTP/1.1" status: 204 len: 168 time: 0.5648704 Mar 18 00:29:59.259154 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776dfde5-de6b-4a80-bd3a-4fb43b894004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078bbfd5-0557-4265-92f7-6e1e19479c7b,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:29:59.342843 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 09fe0562-79b6-45c4-843d-b2f98b358ef8 up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:29:59.365599 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-a4aa4494-65b8-4c2c-9a28-e923b2404ad3 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:29:59.367665 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-a4aa4494-65b8-4c2c-9a28-e923b2404ad3 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.10 "GET /v2.0/networks?id=84748e75-c932-49cf-9755-9d062da3cfcc HTTP/1.1" status: 200 len: 819 time: 1.1332328 Mar 18 00:29:59.395451 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-b9b67578-663c-4be6-9ff2-fc8b8d0c5283 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Request body: {'port': {'device_id': '3413a189-10b7-4e1e-9164-073f9492102b', 'network_id': '84748e75-c932-49cf-9755-9d062da3cfcc', 'admin_state_up': True, 'tenant_id': 'ab1e227852a347109abfca16a62e0b84'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:29:59.567431 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 09fe0562-79b6-45c4-843d-b2f98b358ef8 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:29:59.567869 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (09fe0562-79b6-45c4-843d-b2f98b358ef8), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:59.649334 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-b9b67578-663c-4be6-9ff2-fc8b8d0c5283 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Made reservation on behalf of ab1e227852a347109abfca16a62e0b84 for: {'port': 1} {{(pid=109623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:29:59.654603 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-b9b67578-663c-4be6-9ff2-fc8b8d0c5283 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:29:59.912059 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_common [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-b9b67578-663c-4be6-9ff2-fc8b8d0c5283 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Allocated IP 172.20.0.10 (84748e75-c932-49cf-9755-9d062da3cfcc/fffd85f2-fb38-454d-bc7d-cc26360c8265/e418c320-2ee1-42d5-91c0-ca989a8b7cdb) {{(pid=109623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:30:00.054034 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1041497e-996f-4f6e-8cca-113bf839bc74 x-openstack-request-id: req-1041497e-996f-4f6e-8cca-113bf839bc74 {{(pid=109623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:30:00.055650 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 09fe0562-79b6-45c4-843d-b2f98b358ef8 is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:30:00.057859 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb1a56b-3321-4dbe-b22c-80419669e7da", "tag": "a2a887ad-2620-43de-8f49-25bf51ff1e4f", "status": "completed", "code": 200}]} {{(pid=109623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:30:00.057859 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1041497e-996f-4f6e-8cca-113bf839bc74 {{(pid=109623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:30:00.063648 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb1a56b-3321-4dbe-b22c-80419669e7da', 'tag': 'a2a887ad-2620-43de-8f49-25bf51ff1e4f', 'status': 'completed', 'code': 200} Mar 18 00:30:00.108414 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.10', 55375) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:00.315683 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 48068) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:00.372350 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-bd589765-aeb2-4c88-bdfe-1b7a648a34d2 req-9aca5a14-c4ce-488f-abad-c48bf2d06dc2 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 210 time: 0.2283866 Mar 18 00:30:00.399830 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7406a-76a7-4bfe-ae00-ad55bab423fe req-88a5ffd5-33f5-4923-b296-1b63dca03b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:00.401503 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-85c7406a-76a7-4bfe-ae00-ad55bab423fe req-88a5ffd5-33f5-4923-b296-1b63dca03b09 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb7e969cffdc435480e59cbd692487d1&device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 1128 time: 0.2916820 Mar 18 00:30:00.451039 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-84ea8e9c-8b9b-4f90-b409-97e1fc7a4ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:00.648291 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-b9b67578-663c-4be6-9ff2-fc8b8d0c5283 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Publish callbacks [] for port (e418c320-2ee1-42d5-91c0-ca989a8b7cdb), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:00.692733 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-0973e273-6d76-4026-bc7e-e77f15e39782 req-13a155a7-a70c-40d8-96ca-79fa130d21c6 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 210 time: 0.2180481 Mar 18 00:30:00.704130 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-b9b67578-663c-4be6-9ff2-fc8b8d0c5283 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518'] for port (e418c320-2ee1-42d5-91c0-ca989a8b7cdb), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:00.886821 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-b9b67578-663c-4be6-9ff2-fc8b8d0c5283 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Network 84748e75-c932-49cf-9755-9d062da3cfcc is already hosted by enough agents. {{(pid=109623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:30:00.913527 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-b9b67578-663c-4be6-9ff2-fc8b8d0c5283 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Resources bound (agent type, host, resource id): {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:30:00.919305 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-b9b67578-663c-4be6-9ff2-fc8b8d0c5283 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Received port after_create {{(pid=109623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:30:00.934482 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-b9b67578-663c-4be6-9ff2-fc8b8d0c5283 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:00.935318 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-b9b67578-663c-4be6-9ff2-fc8b8d0c5283 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for port (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:00.951894 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7406a-76a7-4bfe-ae00-ad55bab423fe req-490e7709-5762-49dc-aab9-941e74d6f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:00.955161 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b67578-663c-4be6-9ff2-fc8b8d0c5283 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Pushing event updated for resources: {'Port': ['ID=e418c320-2ee1-42d5-91c0-ca989a8b7cdb,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:00.957538 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-85c7406a-76a7-4bfe-ae00-ad55bab423fe req-490e7709-5762-49dc-aab9-941e74d6f7bb service neutron] 10.222.0.10 "GET /v2.0/networks?id=5da15428-5966-4412-a887-7bc273203ae3 HTTP/1.1" status: 200 len: 912 time: 0.5230510 Mar 18 00:30:00.979998 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-b9b67578-663c-4be6-9ff2-fc8b8d0c5283 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5894716 Mar 18 00:30:01.039629 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-300f2360-13c9-40cd-9d48-27e204d1fecd service neutron] Request body: {'port': {'device_id': '3413a189-10b7-4e1e-9164-073f9492102b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:30:01.210140 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-85c7406a-76a7-4bfe-ae00-ad55bab423fe req-dd734d59-5f38-4330-88f2-5f63d59f18f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2a887ad-2620-43de-8f49-25bf51ff1e4f HTTP/1.1" status: 200 len: 217 time: 0.2282825 Mar 18 00:30:01.232901 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-300f2360-13c9-40cd-9d48-27e204d1fecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (e418c320-2ee1-42d5-91c0-ca989a8b7cdb), before_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:01.283872 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7406a-76a7-4bfe-ae00-ad55bab423fe req-4855bbfa-3a6e-478e-b9e7-31f2ffaf83f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:01.285318 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-85c7406a-76a7-4bfe-ae00-ad55bab423fe req-4855bbfa-3a6e-478e-b9e7-31f2ffaf83f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a35ce8e-e53f-4432-ad6d-5d89e32d8627 HTTP/1.1" status: 200 len: 852 time: 0.0593998 Mar 18 00:30:01.297290 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d274cfb-4193-41ad-b25b-ea0c0259646f req-d1ef63fb-c49f-4ab5-bb1a-2f6c7de16784 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:01.299096 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-0d274cfb-4193-41ad-b25b-ea0c0259646f req-d1ef63fb-c49f-4ab5-bb1a-2f6c7de16784 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 944 time: 0.7462130 Mar 18 00:30:01.426674 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-0d274cfb-4193-41ad-b25b-ea0c0259646f req-e335c8dc-0023-472c-83c2-4914512b65a2 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/security-groups?id=36c4e4af-0c58-499f-8576-4b96e63e4f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127095 Mar 18 00:30:01.473555 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-84ea8e9c-8b9b-4f90-b409-97e1fc7a4ac1 admin admin] Publish callbacks [] for security_group (15266be6-9c37-4b3c-acaf-cd2331c9ec3c), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:01.476591 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-85c7406a-76a7-4bfe-ae00-ad55bab423fe req-fb6acdfb-3c49-4014-be73-2e8bc98829a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5da15428-5966-4412-a887-7bc273203ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758038 Mar 18 00:30:01.482097 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-84ea8e9c-8b9b-4f90-b409-97e1fc7a4ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (15266be6-9c37-4b3c-acaf-cd2331c9ec3c), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:01.645812 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-84ea8e9c-8b9b-4f90-b409-97e1fc7a4ac1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29e41ab620394aba82123db092e25144&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3233562 Mar 18 00:30:01.660884 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 48114) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:01.688250 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea8e9c-8b9b-4f90-b409-97e1fc7a4ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15266be6-9c37-4b3c-acaf-cd2331c9ec3c,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:01.785033 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6548ebba-c1bd-410c-ac38-344000dcbf55 admin admin] Publish callbacks [] for security_group (15266be6-9c37-4b3c-acaf-cd2331c9ec3c), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:01.787997 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-2c52458f-b269-43cd-b825-8a1b166e2e8b req-b4265634-fc86-4a5e-ac91-22ac9f3cc0b9 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 210 time: 0.1124301 Mar 18 00:30:01.871561 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6548ebba-c1bd-410c-ac38-344000dcbf55 admin admin] Publish callbacks [] for security_group (15266be6-9c37-4b3c-acaf-cd2331c9ec3c), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:01.916522 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.10', 55382) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:02.004097 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6ddb9eb3-ad7e-4d71-9237-d223a7e71fac req-f9f63cc3-e279-4128-a72c-1565ba4bb813 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 210 time: 0.0858624 Mar 18 00:30:02.096566 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.notifiers.nova [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-300f2360-13c9-40cd-9d48-27e204d1fecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e418c320-2ee1-42d5-91c0-ca989a8b7cdb {{(pid=109623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:30:02.141199 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-85c7406a-76a7-4bfe-ae00-ad55bab423fe req-012fd956-f431-4a1c-a07f-2f659653b223 service neutron] 10.222.0.10 "GET /v2.0/networks/5da15428-5966-4412-a887-7bc273203ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006504 Mar 18 00:30:02.142428 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-300f2360-13c9-40cd-9d48-27e204d1fecd service neutron] Publish callbacks [] for port (e418c320-2ee1-42d5-91c0-ca989a8b7cdb), precommit_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:02.148526 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6548ebba-c1bd-410c-ac38-344000dcbf55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (15266be6-9c37-4b3c-acaf-cd2331c9ec3c), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:02.151918 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6548ebba-c1bd-410c-ac38-344000dcbf55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:02.166755 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-6548ebba-c1bd-410c-ac38-344000dcbf55 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/15266be6-9c37-4b3c-acaf-cd2331c9ec3c HTTP/1.1" status: 204 len: 168 time: 0.4968503 Mar 18 00:30:02.200887 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.provisioning_blocks [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-300f2360-13c9-40cd-9d48-27e204d1fecd service neutron] Transition to ACTIVE for port object e418c320-2ee1-42d5-91c0-ca989a8b7cdb will not be triggered until provisioned by entity L2. {{(pid=109623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 00:30:02.213600 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-300f2360-13c9-40cd-9d48-27e204d1fecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (e418c320-2ee1-42d5-91c0-ca989a8b7cdb), after_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:02.251901 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548ebba-c1bd-410c-ac38-344000dcbf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15266be6-9c37-4b3c-acaf-cd2331c9ec3c,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:02.301271 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f2360-13c9-40cd-9d48-27e204d1fecd service neutron] Pushing event updated for resources: {'Port': ['ID=e418c320-2ee1-42d5-91c0-ca989a8b7cdb,revision_number=2']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:02.324457 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-bd4c354b-2583-4fe4-bc3d-56b16b52a261 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:02.333454 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-bd4c354b-2583-4fe4-bc3d-56b16b52a261 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.10 "GET /v2.0/networks?id=42586f8a-ab3e-4979-8086-8a3f40b27b85 HTTP/1.1" status: 200 len: 817 time: 0.3186603 Mar 18 00:30:02.341736 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.managers [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-300f2360-13c9-40cd-9d48-27e204d1fecd service neutron] Attempting to bind port e418c320-2ee1-42d5-91c0-ca989a8b7cdb on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:30:02.342193 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.managers [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-300f2360-13c9-40cd-9d48-27e204d1fecd service neutron] Attempting to bind port e418c320-2ee1-42d5-91c0-ca989a8b7cdb by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'de455b86-5b7d-4b92-9374-4d7bb2404dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '84748e75-c932-49cf-9755-9d062da3cfcc'}] {{(pid=109623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:30:02.342964 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-300f2360-13c9-40cd-9d48-27e204d1fecd service neutron] Attempting to bind port e418c320-2ee1-42d5-91c0-ca989a8b7cdb on network 84748e75-c932-49cf-9755-9d062da3cfcc {{(pid=109623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:30:02.347654 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-300f2360-13c9-40cd-9d48-27e204d1fecd service neutron] Port e418c320-2ee1-42d5-91c0-ca989a8b7cdb on network 84748e75-c932-49cf-9755-9d062da3cfcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 00:30:02.348110 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-300f2360-13c9-40cd-9d48-27e204d1fecd service neutron] Attempting to bind port e418c320-2ee1-42d5-91c0-ca989a8b7cdb on network 84748e75-c932-49cf-9755-9d062da3cfcc {{(pid=109623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:30:02.355086 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-300f2360-13c9-40cd-9d48-27e204d1fecd service neutron] Checking agent: {'id': 'a11cec97-e670-4172-acc9-1e6c1f318043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'started_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:30:02.355575 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-300f2360-13c9-40cd-9d48-27e204d1fecd service neutron] Checking segment: {'id': 'de455b86-5b7d-4b92-9374-4d7bb2404dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '84748e75-c932-49cf-9755-9d062da3cfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:30:02.356080 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-300f2360-13c9-40cd-9d48-27e204d1fecd service neutron] Bound using segment: {'id': 'de455b86-5b7d-4b92-9374-4d7bb2404dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '84748e75-c932-49cf-9755-9d062da3cfcc'} {{(pid=109623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:30:02.356725 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.managers [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-300f2360-13c9-40cd-9d48-27e204d1fecd service neutron] Bound port: e418c320-2ee1-42d5-91c0-ca989a8b7cdb, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de455b86-5b7d-4b92-9374-4d7bb2404dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '84748e75-c932-49cf-9755-9d062da3cfcc'}}] {{(pid=109623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:30:02.357186 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-300f2360-13c9-40cd-9d48-27e204d1fecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (e418c320-2ee1-42d5-91c0-ca989a8b7cdb), before_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:02.405325 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-85c7406a-76a7-4bfe-ae00-ad55bab423fe req-e00b1e07-c3e1-4ae1-ab69-43b5ea2b1acc service neutron] 10.222.0.10 "GET /v2.0/networks/5da15428-5966-4412-a887-7bc273203ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398565 Mar 18 00:30:02.485070 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-90a3f34e-77d6-4871-9d93-0fe098ee0013 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0bd772cceaf4f9486cf4424af396729 HTTP/1.1" status: 200 len: 379 time: 0.1263585 Mar 18 00:30:02.518798 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.db [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-300f2360-13c9-40cd-9d48-27e204d1fecd service neutron] For port e418c320-2ee1-42d5-91c0-ca989a8b7cdb, host hv-cinder-76845, cleared binding levels {{(pid=109623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:30:02.524895 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.db [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-300f2360-13c9-40cd-9d48-27e204d1fecd service neutron] For port e418c320-2ee1-42d5-91c0-ca989a8b7cdb, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e418c320-2ee1-42d5-91c0-ca989a8b7cdb,segment=NetworkSegment(de455b86-5b7d-4b92-9374-4d7bb2404dea),segment_id=de455b86-5b7d-4b92-9374-4d7bb2404dea)] {{(pid=109623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:30:02.552250 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-300f2360-13c9-40cd-9d48-27e204d1fecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (e418c320-2ee1-42d5-91c0-ca989a8b7cdb), after_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:02.625941 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-300f2360-13c9-40cd-9d48-27e204d1fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:02.626763 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-300f2360-13c9-40cd-9d48-27e204d1fecd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for port (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:02.632990 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-c1736cce-dc5d-46c0-ac31-cdb9bfee9013 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Request body: {'port': {'device_id': 'cd0aa092-177e-40a3-8f46-128f5ad286f9', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'admin_state_up': True, 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'security_groups': ['02ddd2bc-3134-49bc-b489-380196c00c64']}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:30:02.643197 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-300f2360-13c9-40cd-9d48-27e204d1fecd service neutron] 10.222.0.10 "PUT /v2.0/ports/e418c320-2ee1-42d5-91c0-ca989a8b7cdb HTTP/1.1" status: 200 len: 1094 time: 1.6105702 Mar 18 00:30:02.643712 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3413a189-10b7-4e1e-9164-073f9492102b', 'tag': 'e418c320-2ee1-42d5-91c0-ca989a8b7cdb'}] {{(pid=109623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:30:02.646331 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7516d28204096922e4ecff7ff99285710cd6cc6eb93d78320b89f05ba80b8814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80785e3c-a1d6-4e7a-b8f1-3d63980edad2" -d '{"events": [{"name": "network-changed", "server_uuid": "3413a189-10b7-4e1e-9164-073f9492102b", "tag": "e418c320-2ee1-42d5-91c0-ca989a8b7cdb"}]}' {{(pid=109623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:30:02.733036 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f2360-13c9-40cd-9d48-27e204d1fecd service neutron] Pushing event updated for resources: {'Port': ['ID=e418c320-2ee1-42d5-91c0-ca989a8b7cdb,revision_number=3']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:02.743911 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376a773-a962-4e9d-bb43-c7eb9da7a348 req-361fba9a-7a96-490b-a5b4-529ddd3b09b1 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:02.745638 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c376a773-a962-4e9d-bb43-c7eb9da7a348 req-361fba9a-7a96-490b-a5b4-529ddd3b09b1 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 944 time: 0.2178390 Mar 18 00:30:02.835276 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c376a773-a962-4e9d-bb43-c7eb9da7a348 req-e68ee083-d6aa-46a6-8865-8bff1ed8a994 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/security-groups?id=36c4e4af-0c58-499f-8576-4b96e63e4f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802102 Mar 18 00:30:02.839099 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-7ee504d7-279d-4b1d-b53f-247adb2f41f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:02.840513 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-7ee504d7-279d-4b1d-b53f-247adb2f41f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab1e227852a347109abfca16a62e0b84&device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 1128 time: 0.0939991 Mar 18 00:30:02.848033 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2462ab62-5e5c-49c2-81ce-5b26f31c298c x-openstack-request-id: req-2462ab62-5e5c-49c2-81ce-5b26f31c298c {{(pid=109623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:30:02.848570 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3413a189-10b7-4e1e-9164-073f9492102b", "tag": "e418c320-2ee1-42d5-91c0-ca989a8b7cdb", "status": "completed", "code": 200}]} {{(pid=109623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:30:02.848996 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2462ab62-5e5c-49c2-81ce-5b26f31c298c {{(pid=109623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:30:02.849652 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3413a189-10b7-4e1e-9164-073f9492102b', 'tag': 'e418c320-2ee1-42d5-91c0-ca989a8b7cdb', 'status': 'completed', 'code': 200} Mar 18 00:30:02.945733 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-dee6a71e-a6da-48ca-8f14-4c954a91c7b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e418c320-2ee1-42d5-91c0-ca989a8b7cdb HTTP/1.1" status: 200 len: 217 time: 0.0735900 Mar 18 00:30:03.069569 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-adf75b45-7c2e-45fd-adf8-b8c9bc50af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:03.071241 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-adf75b45-7c2e-45fd-adf8-b8c9bc50af54 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd85f2-fb38-454d-bc7d-cc26360c8265 HTTP/1.1" status: 200 len: 859 time: 0.1118872 Mar 18 00:30:03.166666 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7757c53f-80c6-484f-adee-c30884d0e1a3 req-84553b3b-2739-4ef7-91e6-a50ffe8a6b20 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 210 time: 0.1969426 Mar 18 00:30:03.236642 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-c1736cce-dc5d-46c0-ac31-cdb9bfee9013 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Made reservation on behalf of c0bd772cceaf4f9486cf4424af396729 for: {'port': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:30:03.240318 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-c1736cce-dc5d-46c0-ac31-cdb9bfee9013 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:03.241081 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c1fe3f09-2ba1-40e8-9a60-9a5b12e35e3d req-d8ca69e1-2e00-4098-bb6f-580304ca55fc tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 210 time: 0.0578551 Mar 18 00:30:03.257080 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-6bd79842-678f-426d-85cd-13f920353caf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84748e75-c932-49cf-9755-9d062da3cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1729271 Mar 18 00:30:03.363348 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-12848a56-75ee-4f59-9cb7-35caa8771fa3 service neutron] 10.222.0.10 "GET /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042981 Mar 18 00:30:03.440025 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-ecb66f0c-d4ca-4602-909c-8133f18813ad tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:03.440025 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-ecb66f0c-d4ca-4602-909c-8133f18813ad tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.10 "GET /v2.0/networks?id=84748e75-c932-49cf-9755-9d062da3cfcc HTTP/1.1" status: 200 len: 819 time: 0.3575292 Mar 18 00:30:03.468011 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-b92b34ec-f879-42c4-97a7-611e7ebb1764 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Request body: {'port': {'device_id': '64fa5186-7055-4178-ac3c-1e1af44afd35', 'network_id': '84748e75-c932-49cf-9755-9d062da3cfcc', 'admin_state_up': True, 'tenant_id': 'ab1e227852a347109abfca16a62e0b84'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:30:03.508016 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e3caf8d9-21d1-4a0d-9a87-365c5d9b41ce req-d32ad2af-2dc3-48ac-b82f-d0d3ecc1ad92 service neutron] 10.222.0.10 "GET /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361938 Mar 18 00:30:03.653331 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-c1736cce-dc5d-46c0-ac31-cdb9bfee9013 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Allocated IP 172.20.0.8 (42586f8a-ab3e-4979-8086-8a3f40b27b85/76384fd9-f436-4624-9d38-5e3873131694/996e1454-7e85-4345-8d6a-6a612f71e6f2) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:30:03.730930 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80785e3c-a1d6-4e7a-b8f1-3d63980edad2 req-f6a5abe5-553b-4cc8-9dba-ff2f7172ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:03.734476 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-b92b34ec-f879-42c4-97a7-611e7ebb1764 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Made reservation on behalf of ab1e227852a347109abfca16a62e0b84 for: {'port': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:30:03.737503 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-80785e3c-a1d6-4e7a-b8f1-3d63980edad2 req-f6a5abe5-553b-4cc8-9dba-ff2f7172ff45 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab1e227852a347109abfca16a62e0b84&device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 1128 time: 0.1022315 Mar 18 00:30:03.738416 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-b92b34ec-f879-42c4-97a7-611e7ebb1764 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:03.960860 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 48250) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:04.010528 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-c1736cce-dc5d-46c0-ac31-cdb9bfee9013 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:04.159914 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80785e3c-a1d6-4e7a-b8f1-3d63980edad2 req-51337312-7c30-4850-9112-13cb5590cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:04.161577 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-80785e3c-a1d6-4e7a-b8f1-3d63980edad2 req-51337312-7c30-4850-9112-13cb5590cc3d service neutron] 10.222.0.10 "GET /v2.0/networks?id=84748e75-c932-49cf-9755-9d062da3cfcc HTTP/1.1" status: 200 len: 919 time: 0.4190733 Mar 18 00:30:04.354087 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-b92b34ec-f879-42c4-97a7-611e7ebb1764 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Allocated IP 172.20.0.14 (84748e75-c932-49cf-9755-9d062da3cfcc/fffd85f2-fb38-454d-bc7d-cc26360c8265/fb676a3e-99a9-47de-afae-8aa3966a56d3) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:30:04.434914 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-db7bb7c0-9785-4ed6-a6bb-5c3b43ba89de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:04.538518 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-80785e3c-a1d6-4e7a-b8f1-3d63980edad2 req-2c4c0feb-d341-40a5-b908-c8fd8a3110f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e418c320-2ee1-42d5-91c0-ca989a8b7cdb HTTP/1.1" status: 200 len: 217 time: 0.3671901 Mar 18 00:30:04.567708 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ecb9ab57-2c76-4e94-8f00-22aec7681fde req-7f0d786d-6b1a-4f97-82c4-c0283beb3c72 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 210 time: 0.0314808 Mar 18 00:30:04.617508 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffaed1-e3e1-4a42-b243-1e5367572015 req-ebe2e66d-8126-4bfb-85bc-d10bf7838475 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:04.619982 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c6ffaed1-e3e1-4a42-b243-1e5367572015 req-ebe2e66d-8126-4bfb-85bc-d10bf7838475 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 944 time: 0.6050172 Mar 18 00:30:04.638632 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80785e3c-a1d6-4e7a-b8f1-3d63980edad2 req-5a312951-ea57-4a40-a089-a9db4feaac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:04.640078 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-80785e3c-a1d6-4e7a-b8f1-3d63980edad2 req-5a312951-ea57-4a40-a089-a9db4feaac24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd85f2-fb38-454d-bc7d-cc26360c8265 HTTP/1.1" status: 200 len: 859 time: 0.0715029 Mar 18 00:30:04.643509 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-c1736cce-dc5d-46c0-ac31-cdb9bfee9013 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:04.686863 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-b92b34ec-f879-42c4-97a7-611e7ebb1764 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Publish callbacks [] for port (fb676a3e-99a9-47de-afae-8aa3966a56d3), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:04.693992 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-80785e3c-a1d6-4e7a-b8f1-3d63980edad2 req-cd417de6-a1a9-4d09-b51f-423c5c915e4a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84748e75-c932-49cf-9755-9d062da3cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474641 Mar 18 00:30:04.753824 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-c1736cce-dc5d-46c0-ac31-cdb9bfee9013 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Network 42586f8a-ab3e-4979-8086-8a3f40b27b85 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:30:04.788624 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b5de3c93-f5d1-484d-9b76-e8f7e1b08162 req-819ca262-8617-4111-ada8-44f8b91e5f30 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 210 time: 0.0668950 Mar 18 00:30:04.801160 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-c1736cce-dc5d-46c0-ac31-cdb9bfee9013 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:30:04.817548 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-c1736cce-dc5d-46c0-ac31-cdb9bfee9013 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:30:04.823949 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-c1736cce-dc5d-46c0-ac31-cdb9bfee9013 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:04.823949 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-c1736cce-dc5d-46c0-ac31-cdb9bfee9013 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:04.828777 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c6ffaed1-e3e1-4a42-b243-1e5367572015 req-a79912b7-95fd-42b5-8e03-283ed7713f80 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/security-groups?id=36c4e4af-0c58-499f-8576-4b96e63e4f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867959 Mar 18 00:30:04.842255 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-80785e3c-a1d6-4e7a-b8f1-3d63980edad2 req-83fc966a-bb0e-4397-bbb4-ad74f5f72f77 service neutron] 10.222.0.10 "GET /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417043 Mar 18 00:30:04.902167 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-c1736cce-dc5d-46c0-ac31-cdb9bfee9013 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2725172 Mar 18 00:30:04.902400 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1736cce-dc5d-46c0-ac31-cdb9bfee9013 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Pushing event updated for resources: {'Port': ['ID=996e1454-7e85-4345-8d6a-6a612f71e6f2,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:04.906096 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-db7bb7c0-9785-4ed6-a6bb-5c3b43ba89de admin admin] Publish callbacks [] for security_group (ff951927-b618-4f8f-a592-5d9e1e48c666), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:04.913703 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-b92b34ec-f879-42c4-97a7-611e7ebb1764 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518'] for port (fb676a3e-99a9-47de-afae-8aa3966a56d3), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:04.914952 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-db7bb7c0-9785-4ed6-a6bb-5c3b43ba89de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (ff951927-b618-4f8f-a592-5d9e1e48c666), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:04.935127 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-30a37c6c-ce9c-495a-999b-c2611e51400c service neutron] Request body: {'port': {'device_id': 'cd0aa092-177e-40a3-8f46-128f5ad286f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:30:04.969071 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-80785e3c-a1d6-4e7a-b8f1-3d63980edad2 req-f8b9e1dd-71fd-4869-9402-142f6baee270 service neutron] 10.222.0.10 "GET /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197448 Mar 18 00:30:05.037414 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-db7bb7c0-9785-4ed6-a6bb-5c3b43ba89de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47d1d026b295404f8a7b9176ed82f0c9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0671763 Mar 18 00:30:05.037414 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7bb7c0-9785-4ed6-a6bb-5c3b43ba89de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff951927-b618-4f8f-a592-5d9e1e48c666,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:05.038629 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 48296) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:05.041964 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-b92b34ec-f879-42c4-97a7-611e7ebb1764 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Network 84748e75-c932-49cf-9755-9d062da3cfcc is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:30:05.051957 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-b92b34ec-f879-42c4-97a7-611e7ebb1764 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:30:05.073651 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b34ec-f879-42c4-97a7-611e7ebb1764 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Pushing event updated for resources: {'Port': ['ID=fb676a3e-99a9-47de-afae-8aa3966a56d3,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:05.077042 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-b92b34ec-f879-42c4-97a7-611e7ebb1764 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:30:05.085309 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-b92b34ec-f879-42c4-97a7-611e7ebb1764 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:05.086095 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-b92b34ec-f879-42c4-97a7-611e7ebb1764 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:05.105784 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-30a37c6c-ce9c-495a-999b-c2611e51400c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:05.116582 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-18259f57-5f84-44a5-a792-7b63dd96356e admin admin] Publish callbacks [] for security_group (ff951927-b618-4f8f-a592-5d9e1e48c666), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:05.157526 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-b5f4e075-a375-4417-bd80-419a7370fc2b None None] Provisioning complete for port 996e1454-7e85-4345-8d6a-6a612f71e6f2 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:30:05.158119 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e075-a375-4417-bd80-419a7370fc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:05.162258 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-18259f57-5f84-44a5-a792-7b63dd96356e admin admin] Publish callbacks [] for security_group (ff951927-b618-4f8f-a592-5d9e1e48c666), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:05.175613 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-b92b34ec-f879-42c4-97a7-611e7ebb1764 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7123477 Mar 18 00:30:05.194613 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-3aa82b93-b234-427f-a6de-88fe5f551934 service neutron] Request body: {'port': {'device_id': '64fa5186-7055-4178-ac3c-1e1af44afd35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:30:05.234352 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-b5f4e075-a375-4417-bd80-419a7370fc2b None None] Port 996e1454-7e85-4345-8d6a-6a612f71e6f2 cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:30:05.243198 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-18259f57-5f84-44a5-a792-7b63dd96356e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (ff951927-b618-4f8f-a592-5d9e1e48c666), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:05.247306 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-18259f57-5f84-44a5-a792-7b63dd96356e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:05.252261 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-18259f57-5f84-44a5-a792-7b63dd96356e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff951927-b618-4f8f-a592-5d9e1e48c666 HTTP/1.1" status: 204 len: 168 time: 0.2117264 Mar 18 00:30:05.261435 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18259f57-5f84-44a5-a792-7b63dd96356e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff951927-b618-4f8f-a592-5d9e1e48c666,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:05.442808 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-3aa82b93-b234-427f-a6de-88fe5f551934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (fb676a3e-99a9-47de-afae-8aa3966a56d3), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:05.788506 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 48356) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:05.805018 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-30a37c6c-ce9c-495a-999b-c2611e51400c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996e1454-7e85-4345-8d6a-6a612f71e6f2 {{(pid=109622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:30:05.814894 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-80af1980-f111-4262-af9e-47e1eb165c43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:05.823610 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-30a37c6c-ce9c-495a-999b-c2611e51400c service neutron] Publish callbacks [] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:05.839120 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8474f8c-5100-476a-8619-5507a4b51784 req-9297e569-470f-4f50-84ec-c8de6404562e tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:05.850332 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c8474f8c-5100-476a-8619-5507a4b51784 req-9297e569-470f-4f50-84ec-c8de6404562e tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 931 time: 0.1359229 Mar 18 00:30:05.859445 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.provisioning_blocks [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-30a37c6c-ce9c-495a-999b-c2611e51400c service neutron] Transition to ACTIVE for port object 996e1454-7e85-4345-8d6a-6a612f71e6f2 will not be triggered until provisioned by entity L2. {{(pid=109622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 00:30:05.867102 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-30a37c6c-ce9c-495a-999b-c2611e51400c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:05.955211 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c8474f8c-5100-476a-8619-5507a4b51784 req-622df660-b837-4433-90a6-a47efd573b3d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023841 Mar 18 00:30:05.958494 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-3aa82b93-b234-427f-a6de-88fe5f551934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb676a3e-99a9-47de-afae-8aa3966a56d3 {{(pid=109622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:30:06.008237 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-3aa82b93-b234-427f-a6de-88fe5f551934 service neutron] Publish callbacks [] for port (fb676a3e-99a9-47de-afae-8aa3966a56d3), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:06.023225 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:06.046695 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 48370) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:06.085495 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a37c6c-ce9c-495a-999b-c2611e51400c service neutron] Pushing event updated for resources: {'Port': ['ID=996e1454-7e85-4345-8d6a-6a612f71e6f2,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:06.087660 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.provisioning_blocks [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-3aa82b93-b234-427f-a6de-88fe5f551934 service neutron] Transition to ACTIVE for port object fb676a3e-99a9-47de-afae-8aa3966a56d3 will not be triggered until provisioned by entity L2. {{(pid=109622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 00:30:06.107669 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-80af1980-f111-4262-af9e-47e1eb165c43 admin admin] Publish callbacks [] for security_group (f562ff75-0e6b-40e4-9bf4-f7973c5c6296), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:06.116255 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-3aa82b93-b234-427f-a6de-88fe5f551934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (fb676a3e-99a9-47de-afae-8aa3966a56d3), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:06.129750 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-80af1980-f111-4262-af9e-47e1eb165c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (f562ff75-0e6b-40e4-9bf4-f7973c5c6296), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:06.194256 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-30a37c6c-ce9c-495a-999b-c2611e51400c service neutron] Attempting to bind port 996e1454-7e85-4345-8d6a-6a612f71e6f2 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:30:06.194619 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-30a37c6c-ce9c-495a-999b-c2611e51400c service neutron] Attempting to bind port 996e1454-7e85-4345-8d6a-6a612f71e6f2 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '84ddf0c0-91e5-4420-8c7c-a346a9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85'}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:30:06.194971 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-30a37c6c-ce9c-495a-999b-c2611e51400c service neutron] Attempting to bind port 996e1454-7e85-4345-8d6a-6a612f71e6f2 on network 42586f8a-ab3e-4979-8086-8a3f40b27b85 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:30:06.205042 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-80af1980-f111-4262-af9e-47e1eb165c43 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8def1f30bea84ab0bd6f7d7507680429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4150867 Mar 18 00:30:06.210610 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b3751-ec3f-4dbe-bb95-b7ef05a06c19 req-05fc67d0-77de-46c3-989e-3925cb66e1a0 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:06.211347 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-df9b3751-ec3f-4dbe-bb95-b7ef05a06c19 req-05fc67d0-77de-46c3-989e-3925cb66e1a0 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 932 time: 0.2819929 Mar 18 00:30:06.213743 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 48376) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:06.224257 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af1980-f111-4262-af9e-47e1eb165c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f562ff75-0e6b-40e4-9bf4-f7973c5c6296,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:06.242936 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-30a37c6c-ce9c-495a-999b-c2611e51400c service neutron] Port 996e1454-7e85-4345-8d6a-6a612f71e6f2 on network 42586f8a-ab3e-4979-8086-8a3f40b27b85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 00:30:06.243446 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-30a37c6c-ce9c-495a-999b-c2611e51400c service neutron] Attempting to bind port 996e1454-7e85-4345-8d6a-6a612f71e6f2 on network 42586f8a-ab3e-4979-8086-8a3f40b27b85 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:30:06.258018 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b3cb7-8d46-4927-84ff-63bb6287874c req-77a6d053-8bae-4e6e-9fcc-c2cafcfa7b6d tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:06.261492 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-da5b3cb7-8d46-4927-84ff-63bb6287874c req-77a6d053-8bae-4e6e-9fcc-c2cafcfa7b6d tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 944 time: 0.1803586 Mar 18 00:30:06.268915 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa82b93-b234-427f-a6de-88fe5f551934 service neutron] Pushing event updated for resources: {'Port': ['ID=fb676a3e-99a9-47de-afae-8aa3966a56d3,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:06.310813 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-30a37c6c-ce9c-495a-999b-c2611e51400c service neutron] Checking agent: {'id': 'a11cec97-e670-4172-acc9-1e6c1f318043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'started_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:30:06.311175 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-30a37c6c-ce9c-495a-999b-c2611e51400c service neutron] Checking segment: {'id': '84ddf0c0-91e5-4420-8c7c-a346a9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:30:06.311734 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-30a37c6c-ce9c-495a-999b-c2611e51400c service neutron] Bound using segment: {'id': '84ddf0c0-91e5-4420-8c7c-a346a9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85'} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:30:06.312181 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-30a37c6c-ce9c-495a-999b-c2611e51400c service neutron] Bound port: 996e1454-7e85-4345-8d6a-6a612f71e6f2, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ddf0c0-91e5-4420-8c7c-a346a9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85'}}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:30:06.312534 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-30a37c6c-ce9c-495a-999b-c2611e51400c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:06.356958 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-92cf1d4f-e9f1-4afe-87bb-9ee157be89d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:06.362338 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-da5b3cb7-8d46-4927-84ff-63bb6287874c req-89c0feab-6d4a-4947-af18-ed1c9ffa5098 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/security-groups?id=36c4e4af-0c58-499f-8576-4b96e63e4f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950942 Mar 18 00:30:06.450094 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-3aa82b93-b234-427f-a6de-88fe5f551934 service neutron] Attempting to bind port fb676a3e-99a9-47de-afae-8aa3966a56d3 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:30:06.450635 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-3aa82b93-b234-427f-a6de-88fe5f551934 service neutron] Attempting to bind port fb676a3e-99a9-47de-afae-8aa3966a56d3 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'de455b86-5b7d-4b92-9374-4d7bb2404dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '84748e75-c932-49cf-9755-9d062da3cfcc'}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:30:06.451140 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-3aa82b93-b234-427f-a6de-88fe5f551934 service neutron] Attempting to bind port fb676a3e-99a9-47de-afae-8aa3966a56d3 on network 84748e75-c932-49cf-9755-9d062da3cfcc {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:30:06.476173 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-92cf1d4f-e9f1-4afe-87bb-9ee157be89d4 admin admin] Publish callbacks [] for security_group (a99427b0-b571-4eab-8b32-04e3c15fb3fe), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:06.481220 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-3aa82b93-b234-427f-a6de-88fe5f551934 service neutron] Port fb676a3e-99a9-47de-afae-8aa3966a56d3 on network 84748e75-c932-49cf-9755-9d062da3cfcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 00:30:06.481619 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-3aa82b93-b234-427f-a6de-88fe5f551934 service neutron] Attempting to bind port fb676a3e-99a9-47de-afae-8aa3966a56d3 on network 84748e75-c932-49cf-9755-9d062da3cfcc {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:30:06.488646 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-92cf1d4f-e9f1-4afe-87bb-9ee157be89d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (a99427b0-b571-4eab-8b32-04e3c15fb3fe), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:06.491676 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-df9b3751-ec3f-4dbe-bb95-b7ef05a06c19 req-61a71bc8-2495-425c-b18b-62a7bebdc976 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501900 Mar 18 00:30:06.508722 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-3aa82b93-b234-427f-a6de-88fe5f551934 service neutron] Checking agent: {'id': 'a11cec97-e670-4172-acc9-1e6c1f318043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'started_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:30:06.509966 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-3aa82b93-b234-427f-a6de-88fe5f551934 service neutron] Checking segment: {'id': 'de455b86-5b7d-4b92-9374-4d7bb2404dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '84748e75-c932-49cf-9755-9d062da3cfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:30:06.510755 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-3aa82b93-b234-427f-a6de-88fe5f551934 service neutron] Bound using segment: {'id': 'de455b86-5b7d-4b92-9374-4d7bb2404dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '84748e75-c932-49cf-9755-9d062da3cfcc'} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:30:06.511510 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-3aa82b93-b234-427f-a6de-88fe5f551934 service neutron] Bound port: fb676a3e-99a9-47de-afae-8aa3966a56d3, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de455b86-5b7d-4b92-9374-4d7bb2404dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '84748e75-c932-49cf-9755-9d062da3cfcc'}}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:30:06.512532 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-3aa82b93-b234-427f-a6de-88fe5f551934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (fb676a3e-99a9-47de-afae-8aa3966a56d3), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:06.545627 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-92cf1d4f-e9f1-4afe-87bb-9ee157be89d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4134aec0c1d04e4380796c6115a29e30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4966190 Mar 18 00:30:06.546578 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 48390) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:06.555866 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device e418c320-2ee1-42d5-91c0-ca989a8b7cdb details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 00:30:06.563188 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf1d4f-e9f1-4afe-87bb-9ee157be89d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99427b0-b571-4eab-8b32-04e3c15fb3fe,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:06.587199 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-30a37c6c-ce9c-495a-999b-c2611e51400c service neutron] For port 996e1454-7e85-4345-8d6a-6a612f71e6f2, host hv-cinder-76845, cleared binding levels {{(pid=109622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:30:06.596975 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-772186a4-757d-49b9-a46b-1991fae6c5f4 admin admin] Publish callbacks [] for security_group (f562ff75-0e6b-40e4-9bf4-f7973c5c6296), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:06.648130 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-30a37c6c-ce9c-495a-999b-c2611e51400c service neutron] For port 996e1454-7e85-4345-8d6a-6a612f71e6f2, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=996e1454-7e85-4345-8d6a-6a612f71e6f2,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:30:06.686121 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-30a37c6c-ce9c-495a-999b-c2611e51400c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:06.696954 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-772186a4-757d-49b9-a46b-1991fae6c5f4 admin admin] Publish callbacks [] for security_group (f562ff75-0e6b-40e4-9bf4-f7973c5c6296), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:06.715275 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port e418c320-2ee1-42d5-91c0-ca989a8b7cdb, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e418c320-2ee1-42d5-91c0-ca989a8b7cdb,segment=NetworkSegment(de455b86-5b7d-4b92-9374-4d7bb2404dea),segment_id=de455b86-5b7d-4b92-9374-4d7bb2404dea)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:30:06.724683 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-3aa82b93-b234-427f-a6de-88fe5f551934 service neutron] For port fb676a3e-99a9-47de-afae-8aa3966a56d3, host hv-cinder-76845, cleared binding levels {{(pid=109622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:30:06.733680 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Returning: {'device': 'e418c320-2ee1-42d5-91c0-ca989a8b7cdb', 'network_id': '84748e75-c932-49cf-9755-9d062da3cfcc', 'port_id': 'e418c320-2ee1-42d5-91c0-ca989a8b7cdb', 'mac_address': 'fa:16:3e:2f:a4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffd85f2-fb38-454d-bc7d-cc26360c8265', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 00:30:06.773397 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-3aa82b93-b234-427f-a6de-88fe5f551934 service neutron] For port fb676a3e-99a9-47de-afae-8aa3966a56d3, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fb676a3e-99a9-47de-afae-8aa3966a56d3,segment=NetworkSegment(de455b86-5b7d-4b92-9374-4d7bb2404dea),segment_id=de455b86-5b7d-4b92-9374-4d7bb2404dea)] {{(pid=109622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:30:06.806604 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port e418c320-2ee1-42d5-91c0-ca989a8b7cdb is: DOWN; New status is: BUILD {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:30:06.807235 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (e418c320-2ee1-42d5-91c0-ca989a8b7cdb), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:06.810483 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-30a37c6c-ce9c-495a-999b-c2611e51400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:06.819008 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-30a37c6c-ce9c-495a-999b-c2611e51400c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:06.820639 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-30a37c6c-ce9c-495a-999b-c2611e51400c service neutron] 10.222.0.10 "PUT /v2.0/ports/996e1454-7e85-4345-8d6a-6a612f71e6f2 HTTP/1.1" status: 200 len: 1093 time: 1.8990824 Mar 18 00:30:06.821131 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0aa092-177e-40a3-8f46-128f5ad286f9', 'tag': '996e1454-7e85-4345-8d6a-6a612f71e6f2'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:30:06.826052 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e418c320-2ee1-42d5-91c0-ca989a8b7cdb {{(pid=109624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:30:06.911232 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port e418c320-2ee1-42d5-91c0-ca989a8b7cdb, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e418c320-2ee1-42d5-91c0-ca989a8b7cdb,segment=NetworkSegment(de455b86-5b7d-4b92-9374-4d7bb2404dea),segment_id=de455b86-5b7d-4b92-9374-4d7bb2404dea)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:30:06.920154 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (e418c320-2ee1-42d5-91c0-ca989a8b7cdb), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:06.921249 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device a2a887ad-2620-43de-8f49-25bf51ff1e4f details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 00:30:07.058348 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=e418c320-2ee1-42d5-91c0-ca989a8b7cdb,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:07.156497 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port a2a887ad-2620-43de-8f49-25bf51ff1e4f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a2a887ad-2620-43de-8f49-25bf51ff1e4f,segment=NetworkSegment(2b4a640a-c24b-4033-824c-7fcaa091104c),segment_id=2b4a640a-c24b-4033-824c-7fcaa091104c)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:30:07.170006 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Returning: {'device': 'a2a887ad-2620-43de-8f49-25bf51ff1e4f', 'network_id': '5da15428-5966-4412-a887-7bc273203ae3', 'port_id': 'a2a887ad-2620-43de-8f49-25bf51ff1e4f', 'mac_address': 'fa:16:3e:4e:0b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a35ce8e-e53f-4432-ad6d-5d89e32d8627', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 00:30:07.203912 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40834735-3364-475a-8c70-8aa80d504ef0 req-67b9cdae-d429-472d-8d27-fb9657882bf6 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:07.211746 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-40834735-3364-475a-8c70-8aa80d504ef0 req-67b9cdae-d429-472d-8d27-fb9657882bf6 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 943 time: 0.0772023 Mar 18 00:30:07.215328 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port a2a887ad-2620-43de-8f49-25bf51ff1e4f is: DOWN; New status is: BUILD {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:30:07.215787 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (a2a887ad-2620-43de-8f49-25bf51ff1e4f), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:07.236968 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a887ad-2620-43de-8f49-25bf51ff1e4f {{(pid=109624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:30:07.266142 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port a2a887ad-2620-43de-8f49-25bf51ff1e4f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a2a887ad-2620-43de-8f49-25bf51ff1e4f,segment=NetworkSegment(2b4a640a-c24b-4033-824c-7fcaa091104c),segment_id=2b4a640a-c24b-4033-824c-7fcaa091104c)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:30:07.274044 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (a2a887ad-2620-43de-8f49-25bf51ff1e4f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:07.286314 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a37c6c-ce9c-495a-999b-c2611e51400c service neutron] Pushing event updated for resources: {'Port': ['ID=996e1454-7e85-4345-8d6a-6a612f71e6f2,revision_number=3']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:07.296871 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-3aa82b93-b234-427f-a6de-88fe5f551934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (fb676a3e-99a9-47de-afae-8aa3966a56d3), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:07.299594 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-40834735-3364-475a-8c70-8aa80d504ef0 req-ea717821-d986-4fb7-8c26-c2a1c1df5ff8 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810995 Mar 18 00:30:07.327900 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f254cd74-018d-4178-8fd7-923eecf8aac0 admin admin] Publish callbacks [] for security_group (a99427b0-b571-4eab-8b32-04e3c15fb3fe), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:07.388468 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-3aa82b93-b234-427f-a6de-88fe5f551934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:07.389421 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-3aa82b93-b234-427f-a6de-88fe5f551934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:07.391203 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-3aa82b93-b234-427f-a6de-88fe5f551934 service neutron] 10.222.0.10 "PUT /v2.0/ports/fb676a3e-99a9-47de-afae-8aa3966a56d3 HTTP/1.1" status: 200 len: 1094 time: 2.2024040 Mar 18 00:30:07.395256 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=a2a887ad-2620-43de-8f49-25bf51ff1e4f,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:07.397682 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f254cd74-018d-4178-8fd7-923eecf8aac0 admin admin] Publish callbacks [] for security_group (a99427b0-b571-4eab-8b32-04e3c15fb3fe), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:07.460906 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-772186a4-757d-49b9-a46b-1991fae6c5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (f562ff75-0e6b-40e4-9bf4-f7973c5c6296), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:07.479402 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-772186a4-757d-49b9-a46b-1991fae6c5f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:07.480824 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-772186a4-757d-49b9-a46b-1991fae6c5f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f562ff75-0e6b-40e4-9bf4-f7973c5c6296 HTTP/1.1" status: 204 len: 168 time: 1.2641320 Mar 18 00:30:07.500814 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 48436) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:07.503227 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa82b93-b234-427f-a6de-88fe5f551934 service neutron] Pushing event updated for resources: {'Port': ['ID=fb676a3e-99a9-47de-afae-8aa3966a56d3,revision_number=3']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:07.551734 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a183d2d4-377a-4548-819e-186bf6beeb2d" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0aa092-177e-40a3-8f46-128f5ad286f9", "tag": "996e1454-7e85-4345-8d6a-6a612f71e6f2"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:30:07.557152 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-64a79221-5532-4df1-8724-02cd66471a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:07.558892 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-64a79221-5532-4df1-8724-02cd66471a35 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0bd772cceaf4f9486cf4424af396729&device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 1127 time: 0.2926526 Mar 18 00:30:07.559879 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772186a4-757d-49b9-a46b-1991fae6c5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f562ff75-0e6b-40e4-9bf4-f7973c5c6296,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:07.636060 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-c1372f30-b1cf-4be2-b968-4fd495c68b42 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=996e1454-7e85-4345-8d6a-6a612f71e6f2 HTTP/1.1" status: 200 len: 217 time: 0.0527530 Mar 18 00:30:07.681103 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-479a1f64-3265-4217-a2c5-2d690e6615cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:07.683625 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-479a1f64-3265-4217-a2c5-2d690e6615cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab1e227852a347109abfca16a62e0b84&device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 1128 time: 0.2016001 Mar 18 00:30:07.700611 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['e418c320-2ee1-42d5-91c0-ca989a8b7cdb'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:30:07.716012 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c3232-80ab-44a8-b721-9f1540dfd9da req-39917cea-2b61-4390-a642-3a97aa289a45 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:07.720935 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-3a5c3232-80ab-44a8-b721-9f1540dfd9da req-39917cea-2b61-4390-a642-3a97aa289a45 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 945 time: 0.2327974 Mar 18 00:30:07.722789 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f254cd74-018d-4178-8fd7-923eecf8aac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (a99427b0-b571-4eab-8b32-04e3c15fb3fe), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:07.725400 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f254cd74-018d-4178-8fd7-923eecf8aac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:07.726526 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-f254cd74-018d-4178-8fd7-923eecf8aac0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a99427b0-b571-4eab-8b32-04e3c15fb3fe HTTP/1.1" status: 204 len: 168 time: 1.1777756 Mar 18 00:30:07.731001 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec46402-989e-47e9-89a7-9a16a18896cf req-887f68cb-7ce4-4698-9081-fcc4576ac359 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:07.736510 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-bec46402-989e-47e9-89a7-9a16a18896cf req-887f68cb-7ce4-4698-9081-fcc4576ac359 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 944 time: 0.1176386 Mar 18 00:30:07.753697 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['a2a887ad-2620-43de-8f49-25bf51ff1e4f'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:30:07.776891 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-d02e4aad-f667-48a7-903f-0be7a7ff2dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:07.778863 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-d02e4aad-f667-48a7-903f-0be7a7ff2dd4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76384fd9-f436-4624-9d38-5e3873131694 HTTP/1.1" status: 200 len: 856 time: 0.1338556 Mar 18 00:30:07.780279 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-87385615-a0e7-4d6d-921c-9c8c928929fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb676a3e-99a9-47de-afae-8aa3966a56d3 HTTP/1.1" status: 200 len: 217 time: 0.0827014 Mar 18 00:30:07.786963 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254cd74-018d-4178-8fd7-923eecf8aac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99427b0-b571-4eab-8b32-04e3c15fb3fe,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:07.889254 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-7d102d68-aa7c-46fd-b637-ea299a17ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:07.890857 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-7d102d68-aa7c-46fd-b637-ea299a17ac49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd85f2-fb38-454d-bc7d-cc26360c8265 HTTP/1.1" status: 200 len: 859 time: 0.0962431 Mar 18 00:30:07.968089 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-bec46402-989e-47e9-89a7-9a16a18896cf req-b872e5b8-b9b2-405c-b57a-0674206830db tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209876 Mar 18 00:30:07.974156 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-47580b76-0b72-496f-88c1-2699ae28955b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:08.019359 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-4f2df3bc-668b-4788-90b1-d11b63063bba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84748e75-c932-49cf-9755-9d062da3cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871112 Mar 18 00:30:08.130057 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-47580b76-0b72-496f-88c1-2699ae28955b admin admin] Publish callbacks [] for security_group (817828b8-8a16-437d-b602-fe5de36d0b17), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:08.140976 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-47580b76-0b72-496f-88c1-2699ae28955b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (817828b8-8a16-437d-b602-fe5de36d0b17), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:08.179028 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-a75bdfd9-7c11-47b1-9f94-afe5a50d49ea service neutron] 10.222.0.10 "GET /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549139 Mar 18 00:30:08.204010 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47580b76-0b72-496f-88c1-2699ae28955b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817828b8-8a16-437d-b602-fe5de36d0b17,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:08.227806 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-47580b76-0b72-496f-88c1-2699ae28955b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=638322faf6d34e0abd6be490a923d3e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7255850 Mar 18 00:30:08.230814 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 48468) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:08.272039 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-3a5c3232-80ab-44a8-b721-9f1540dfd9da req-c39f1c20-675c-47ec-a511-1c15b14c26ae tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/security-groups?id=36c4e4af-0c58-499f-8576-4b96e63e4f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501275 Mar 18 00:30:08.294482 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-0faccaf3-b02d-4bba-8def-33e52ec993eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:08.296315 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-0faccaf3-b02d-4bba-8def-33e52ec993eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42586f8a-ab3e-4979-8086-8a3f40b27b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.5063562 Mar 18 00:30:08.315225 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 48470) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:08.321238 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c79f269f-8ea1-4ad5-9aa9-5fd8c77c8b52 admin admin] Publish callbacks [] for security_group (817828b8-8a16-437d-b602-fe5de36d0b17), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:08.364903 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c79f269f-8ea1-4ad5-9aa9-5fd8c77c8b52 admin admin] Publish callbacks [] for security_group (817828b8-8a16-437d-b602-fe5de36d0b17), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:08.369783 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-16a6aa8e-c75b-4473-8fca-7f906c59f79d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:08.450159 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c79f269f-8ea1-4ad5-9aa9-5fd8c77c8b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (817828b8-8a16-437d-b602-fe5de36d0b17), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:08.454830 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c79f269f-8ea1-4ad5-9aa9-5fd8c77c8b52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:08.456255 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-c79f269f-8ea1-4ad5-9aa9-5fd8c77c8b52 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/817828b8-8a16-437d-b602-fe5de36d0b17 HTTP/1.1" status: 204 len: 168 time: 0.2239978 Mar 18 00:30:08.469279 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f269f-8ea1-4ad5-9aa9-5fd8c77c8b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817828b8-8a16-437d-b602-fe5de36d0b17,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:08.497173 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c975cba4-cd1a-4b29-a352-a46bf37e94c5 x-openstack-request-id: req-c975cba4-cd1a-4b29-a352-a46bf37e94c5 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:30:08.497485 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0aa092-177e-40a3-8f46-128f5ad286f9", "tag": "996e1454-7e85-4345-8d6a-6a612f71e6f2", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:30:08.497738 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c975cba4-cd1a-4b29-a352-a46bf37e94c5 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:30:08.498196 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0aa092-177e-40a3-8f46-128f5ad286f9', 'tag': '996e1454-7e85-4345-8d6a-6a612f71e6f2', 'status': 'completed', 'code': 200} Mar 18 00:30:08.574012 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6c7e9cf6-00c2-489c-8d2d-d0181a6ed4eb req-a1b8f8d2-32f4-4ec5-b2e5-adeef415e1ba service neutron] 10.222.0.10 "GET /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806665 Mar 18 00:30:08.629805 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9a085-7bc4-44d2-a54c-3c80f3d86b79 req-38c01c02-49c3-4fc3-ad83-ef2df195ee52 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:08.631206 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-63e9a085-7bc4-44d2-a54c-3c80f3d86b79 req-38c01c02-49c3-4fc3-ad83-ef2df195ee52 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 943 time: 0.2087727 Mar 18 00:30:08.635239 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-57306efd-cd53-4194-a543-a8354d11f8c9 service neutron] 10.222.0.10 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315647 Mar 18 00:30:08.762193 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-16a6aa8e-c75b-4473-8fca-7f906c59f79d admin admin] Publish callbacks [] for security_group (da2798b6-edb6-4d0a-b3e8-ef03199b61e4), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:08.769215 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-63e9a085-7bc4-44d2-a54c-3c80f3d86b79 req-b92e617c-cd69-4f3b-b5a0-c2689f753ba2 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281793 Mar 18 00:30:08.772352 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-16a6aa8e-c75b-4473-8fca-7f906c59f79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (da2798b6-edb6-4d0a-b3e8-ef03199b61e4), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:08.833433 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-16a6aa8e-c75b-4473-8fca-7f906c59f79d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c7103b938354b498c657e8a0c9ce893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5164123 Mar 18 00:30:08.838102 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 48490) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:08.862968 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6aa8e-c75b-4473-8fca-7f906c59f79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2798b6-edb6-4d0a-b3e8-ef03199b61e4,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:08.873111 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1ec10455-ea2c-401b-b473-c2d786d6caf0 req-81fc512d-775a-4d93-8a2d-014c8388cfb7 service neutron] 10.222.0.10 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126822 Mar 18 00:30:08.926005 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-bed28677-908e-4304-a5f0-9f4a2e1f04d6 admin admin] Publish callbacks [] for security_group (da2798b6-edb6-4d0a-b3e8-ef03199b61e4), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:08.945481 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 48498) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:08.950211 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-bed28677-908e-4304-a5f0-9f4a2e1f04d6 admin admin] Publish callbacks [] for security_group (da2798b6-edb6-4d0a-b3e8-ef03199b61e4), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:08.964819 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-05937558-f610-46c0-968d-bd639e386388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:09.018875 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-bed28677-908e-4304-a5f0-9f4a2e1f04d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (da2798b6-edb6-4d0a-b3e8-ef03199b61e4), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:09.023370 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-bed28677-908e-4304-a5f0-9f4a2e1f04d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:09.024938 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-bed28677-908e-4304-a5f0-9f4a2e1f04d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da2798b6-edb6-4d0a-b3e8-ef03199b61e4 HTTP/1.1" status: 204 len: 168 time: 0.1859586 Mar 18 00:30:09.054148 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183d2d4-377a-4548-819e-186bf6beeb2d req-ac906ef4-db8f-41ac-9cdc-1b7fe74e5f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:09.056087 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a183d2d4-377a-4548-819e-186bf6beeb2d req-ac906ef4-db8f-41ac-9cdc-1b7fe74e5f49 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0bd772cceaf4f9486cf4424af396729&device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 1127 time: 0.0805137 Mar 18 00:30:09.059471 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed28677-908e-4304-a5f0-9f4a2e1f04d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2798b6-edb6-4d0a-b3e8-ef03199b61e4,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:09.195011 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8e048-5925-4d2d-b7af-3ff5ed3b2194 req-170fb616-9412-4f1b-9aeb-145eb5ef737f tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:09.197270 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b9e8e048-5925-4d2d-b7af-3ff5ed3b2194 req-170fb616-9412-4f1b-9aeb-145eb5ef737f tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 944 time: 0.0806227 Mar 18 00:30:09.215165 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-05937558-f610-46c0-968d-bd639e386388 admin admin] Publish callbacks [] for security_group (b1a08d69-f639-4004-a0af-223c119e0eca), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:09.229614 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-05937558-f610-46c0-968d-bd639e386388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (b1a08d69-f639-4004-a0af-223c119e0eca), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:09.267100 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183d2d4-377a-4548-819e-186bf6beeb2d req-77bc4df5-fe8d-42b7-92d4-9cd909eed27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:09.269889 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a183d2d4-377a-4548-819e-186bf6beeb2d req-77bc4df5-fe8d-42b7-92d4-9cd909eed27b service neutron] 10.222.0.10 "GET /v2.0/networks?id=42586f8a-ab3e-4979-8086-8a3f40b27b85 HTTP/1.1" status: 200 len: 917 time: 0.1950979 Mar 18 00:30:09.274066 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b9e8e048-5925-4d2d-b7af-3ff5ed3b2194 req-17f7d99d-7b86-497b-a4cb-3363b95e167c tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695426 Mar 18 00:30:09.318778 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05937558-f610-46c0-968d-bd639e386388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a08d69-f639-4004-a0af-223c119e0eca,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:09.353964 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-05937558-f610-46c0-968d-bd639e386388 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59d1f7bbee4f4b98b830dc323016c3c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4058602 Mar 18 00:30:09.355643 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a183d2d4-377a-4548-819e-186bf6beeb2d req-378bc675-0554-44bb-95e5-9e9b347b5d07 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=996e1454-7e85-4345-8d6a-6a612f71e6f2 HTTP/1.1" status: 200 len: 217 time: 0.0527551 Mar 18 00:30:09.356929 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 48522) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:09.538308 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183d2d4-377a-4548-819e-186bf6beeb2d req-e1c0f876-ad91-44bc-9762-c530b257f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:09.539997 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a183d2d4-377a-4548-819e-186bf6beeb2d req-e1c0f876-ad91-44bc-9762-c530b257f3c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76384fd9-f436-4624-9d38-5e3873131694 HTTP/1.1" status: 200 len: 856 time: 0.1622303 Mar 18 00:30:09.565089 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-537c855c-3e68-4222-9632-23201ded887d admin admin] Publish callbacks [] for security_group (b1a08d69-f639-4004-a0af-223c119e0eca), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:09.623824 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d86ac9-9470-422b-9eeb-929905f329ad req-5481bf4d-2b2c-4fd9-ba91-7a4e27f22d8b tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:09.629840 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b8d86ac9-9470-422b-9eeb-929905f329ad req-5481bf4d-2b2c-4fd9-ba91-7a4e27f22d8b tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 945 time: 0.2541833 Mar 18 00:30:09.645308 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-537c855c-3e68-4222-9632-23201ded887d admin admin] Publish callbacks [] for security_group (b1a08d69-f639-4004-a0af-223c119e0eca), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:09.732917 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183d2d4-377a-4548-819e-186bf6beeb2d req-68220ded-c450-4f13-a0e4-9a3df9ed793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:09.734454 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a183d2d4-377a-4548-819e-186bf6beeb2d req-68220ded-c450-4f13-a0e4-9a3df9ed793f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42586f8a-ab3e-4979-8086-8a3f40b27b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1867495 Mar 18 00:30:09.737761 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-537c855c-3e68-4222-9632-23201ded887d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (b1a08d69-f639-4004-a0af-223c119e0eca), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:09.740327 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-537c855c-3e68-4222-9632-23201ded887d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:09.741277 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-537c855c-3e68-4222-9632-23201ded887d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1a08d69-f639-4004-a0af-223c119e0eca HTTP/1.1" status: 204 len: 168 time: 0.3832710 Mar 18 00:30:09.761518 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b8d86ac9-9470-422b-9eeb-929905f329ad req-dd57b408-0b17-4bf2-b06f-6c656bf88359 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/security-groups?id=36c4e4af-0c58-499f-8576-4b96e63e4f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788586 Mar 18 00:30:09.794591 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c855c-3e68-4222-9632-23201ded887d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a08d69-f639-4004-a0af-223c119e0eca,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:09.873002 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a183d2d4-377a-4548-819e-186bf6beeb2d req-1e669a64-2549-4887-aed1-3270f221c75d service neutron] 10.222.0.10 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305368 Mar 18 00:30:10.010445 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe593db-69a7-45a5-91ee-d42eae42581e req-1a62e5cc-51b2-4c3e-b91a-9d68e44d134b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:10.014402 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-bbe593db-69a7-45a5-91ee-d42eae42581e req-1a62e5cc-51b2-4c3e-b91a-9d68e44d134b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 943 time: 0.1030560 Mar 18 00:30:10.091421 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-bbe593db-69a7-45a5-91ee-d42eae42581e req-f69a89ec-d9b1-462f-adcb-5ec5b5f08d17 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623934 Mar 18 00:30:10.111201 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a183d2d4-377a-4548-819e-186bf6beeb2d req-8aad8c1c-20ff-4773-a8bc-cfe32698adc7 service neutron] 10.222.0.10 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309749 Mar 18 00:30:10.438962 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ab522-2941-4310-a514-0391b5363804 req-0a46c06e-9ee7-42fc-b1d5-d8d211f80505 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:10.448840 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-511ab522-2941-4310-a514-0391b5363804 req-0a46c06e-9ee7-42fc-b1d5-d8d211f80505 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 944 time: 0.0773966 Mar 18 00:30:10.499415 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-511ab522-2941-4310-a514-0391b5363804 req-084fe239-d951-4ba8-9b46-f47249efd1d5 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450053 Mar 18 00:30:10.499864 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64fa5186-7055-4178-ac3c-1e1af44afd35', 'tag': 'fb676a3e-99a9-47de-afae-8aa3966a56d3'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:30:10.502094 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc77e82-0f7d-4547-98f8-1d951c0f9a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "64fa5186-7055-4178-ac3c-1e1af44afd35", "tag": "fb676a3e-99a9-47de-afae-8aa3966a56d3"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:30:10.536078 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device e418c320-2ee1-42d5-91c0-ca989a8b7cdb up at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:30:10.565234 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65ae8bc-ef8f-493c-be48-f69cdc053437 x-openstack-request-id: req-e65ae8bc-ef8f-493c-be48-f69cdc053437 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:30:10.567768 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64fa5186-7055-4178-ac3c-1e1af44afd35", "tag": "fb676a3e-99a9-47de-afae-8aa3966a56d3", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:30:10.568049 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e65ae8bc-ef8f-493c-be48-f69cdc053437 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:30:10.568716 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64fa5186-7055-4178-ac3c-1e1af44afd35', 'tag': 'fb676a3e-99a9-47de-afae-8aa3966a56d3', 'status': 'completed', 'code': 200} Mar 18 00:30:10.597446 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning for port e418c320-2ee1-42d5-91c0-ca989a8b7cdb completed by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 00:30:10.602288 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning complete for port e418c320-2ee1-42d5-91c0-ca989a8b7cdb triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:30:10.603010 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (e418c320-2ee1-42d5-91c0-ca989a8b7cdb), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:10.675284 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc77e82-0f7d-4547-98f8-1d951c0f9a2a req-3b7c82cb-5a6c-4ed0-a3e7-b12072db52a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:10.679575 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-fcc77e82-0f7d-4547-98f8-1d951c0f9a2a req-3b7c82cb-5a6c-4ed0-a3e7-b12072db52a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab1e227852a347109abfca16a62e0b84&device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 1128 time: 0.0678759 Mar 18 00:30:10.732422 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 48652) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:10.738750 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port e418c320-2ee1-42d5-91c0-ca989a8b7cdb is: BUILD; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:30:10.740850 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (e418c320-2ee1-42d5-91c0-ca989a8b7cdb), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:10.780551 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3413a189-10b7-4e1e-9164-073f9492102b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e418c320-2ee1-42d5-91c0-ca989a8b7cdb'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:30:10.951055 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port e418c320-2ee1-42d5-91c0-ca989a8b7cdb, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e418c320-2ee1-42d5-91c0-ca989a8b7cdb,segment=NetworkSegment(de455b86-5b7d-4b92-9374-4d7bb2404dea),segment_id=de455b86-5b7d-4b92-9374-4d7bb2404dea)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:30:10.957261 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (e418c320-2ee1-42d5-91c0-ca989a8b7cdb), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:10.959204 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device a2a887ad-2620-43de-8f49-25bf51ff1e4f up at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:30:10.962475 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-f0d2c09b-89e9-4bcb-9f70-163d83eda5b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2111007435-network', 'tenant_id': 'fe72212a2bee428688d972d2b4bfbdf8'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:30:10.992916 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d2c09b-89e9-4bcb-9f70-163d83eda5b9 admin admin] Made reservation on behalf of fe72212a2bee428688d972d2b4bfbdf8 for: {'network': 1} {{(pid=109623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:30:11.002256 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f0d2c09b-89e9-4bcb-9f70-163d83eda5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for network (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:11.021330 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f0d2c09b-89e9-4bcb-9f70-163d83eda5b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:11.043860 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 48670) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:11.082250 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b6e4e-3273-4104-8a63-293651635c0a req-af8651ac-25c6-483d-a944-a64f4bc06c4d tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:11.083955 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-088b6e4e-3273-4104-8a63-293651635c0a req-af8651ac-25c6-483d-a944-a64f4bc06c4d tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 945 time: 0.1083629 Mar 18 00:30:11.085730 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc77e82-0f7d-4547-98f8-1d951c0f9a2a req-7204f2e3-d8c6-45d2-aaf7-ac7dd7cbe65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:11.087482 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-fcc77e82-0f7d-4547-98f8-1d951c0f9a2a req-7204f2e3-d8c6-45d2-aaf7-ac7dd7cbe65f service neutron] 10.222.0.10 "GET /v2.0/networks?id=84748e75-c932-49cf-9755-9d062da3cfcc HTTP/1.1" status: 200 len: 919 time: 0.4011161 Mar 18 00:30:11.115317 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=e418c320-2ee1-42d5-91c0-ca989a8b7cdb,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:11.151775 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning for port a2a887ad-2620-43de-8f49-25bf51ff1e4f completed by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 00:30:11.156374 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning complete for port a2a887ad-2620-43de-8f49-25bf51ff1e4f triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:30:11.157046 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (a2a887ad-2620-43de-8f49-25bf51ff1e4f), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:11.190846 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-fcc77e82-0f7d-4547-98f8-1d951c0f9a2a req-0ccb0a38-4b56-49c1-b65a-d9eb49e484c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb676a3e-99a9-47de-afae-8aa3966a56d3 HTTP/1.1" status: 200 len: 217 time: 0.0871348 Mar 18 00:30:11.226539 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f0d2c09b-89e9-4bcb-9f70-163d83eda5b9 admin admin] Publish callbacks [] for security_group (2008378c-ffc5-4604-8c46-4edacad56be5), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:11.247792 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f0d2c09b-89e9-4bcb-9f70-163d83eda5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (2008378c-ffc5-4604-8c46-4edacad56be5), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:11.283523 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-088b6e4e-3273-4104-8a63-293651635c0a req-70283291-1bfb-4d2f-a26a-6902f84dc844 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/security-groups?id=36c4e4af-0c58-499f-8576-4b96e63e4f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903136 Mar 18 00:30:11.287454 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c843766c-7eff-4454-aacd-dadddf5383c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:11.299224 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39109b4-a704-4a80-913b-59de662d58bc" -d '{"events": [{"server_uuid": "3413a189-10b7-4e1e-9164-073f9492102b", "name": "network-vif-plugged", "status": "completed", "tag": "e418c320-2ee1-42d5-91c0-ca989a8b7cdb"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:30:11.315199 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc77e82-0f7d-4547-98f8-1d951c0f9a2a req-4d3cfa7f-f2da-4126-aa3f-8cbcdcc40d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:11.317175 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-fcc77e82-0f7d-4547-98f8-1d951c0f9a2a req-4d3cfa7f-f2da-4126-aa3f-8cbcdcc40d89 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd85f2-fb38-454d-bc7d-cc26360c8265 HTTP/1.1" status: 200 len: 859 time: 0.1018341 Mar 18 00:30:11.330531 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d2c09b-89e9-4bcb-9f70-163d83eda5b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=109623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 00:30:11.330661 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port a2a887ad-2620-43de-8f49-25bf51ff1e4f is: BUILD; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:30:11.331300 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (a2a887ad-2620-43de-8f49-25bf51ff1e4f), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:11.374644 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2c09b-89e9-4bcb-9f70-163d83eda5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2008378c-ffc5-4604-8c46-4edacad56be5,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:11.388014 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f0d2c09b-89e9-4bcb-9f70-163d83eda5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (43c28691-eaee-4d97-886a-f2412f2cdc33), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:11.388360 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.db.segments_db [None req-f0d2c09b-89e9-4bcb-9f70-163d83eda5b9 admin admin] Added segment 43c28691-eaee-4d97-886a-f2412f2cdc33 of type vlan for network 32045292-e9b4-49fd-931e-0a9763898e8b Mar 18 00:30:11.404384 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-fcc77e82-0f7d-4547-98f8-1d951c0f9a2a req-ac81a97f-bf91-44df-b06f-68464a3e3345 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84748e75-c932-49cf-9755-9d062da3cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797882 Mar 18 00:30:11.406917 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port a2a887ad-2620-43de-8f49-25bf51ff1e4f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a2a887ad-2620-43de-8f49-25bf51ff1e4f,segment=NetworkSegment(2b4a640a-c24b-4033-824c-7fcaa091104c),segment_id=2b4a640a-c24b-4033-824c-7fcaa091104c)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:30:11.412854 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (a2a887ad-2620-43de-8f49-25bf51ff1e4f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:11.453488 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f5906-3522-4ed4-b776-33911bf63b44 req-2103e78b-9b45-4f40-825d-79f41996ed1f tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:11.455587 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ea8f5906-3522-4ed4-b776-33911bf63b44 req-2103e78b-9b45-4f40-825d-79f41996ed1f tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 943 time: 0.2092619 Mar 18 00:30:11.473447 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c487aaf-671e-4635-8cc1-6351f48a136e x-openstack-request-id: req-1c487aaf-671e-4635-8cc1-6351f48a136e {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:30:11.473899 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3413a189-10b7-4e1e-9164-073f9492102b", "name": "network-vif-plugged", "status": "completed", "tag": "e418c320-2ee1-42d5-91c0-ca989a8b7cdb", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:30:11.474239 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c487aaf-671e-4635-8cc1-6351f48a136e {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:30:11.474784 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3413a189-10b7-4e1e-9164-073f9492102b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e418c320-2ee1-42d5-91c0-ca989a8b7cdb', 'code': 200} Mar 18 00:30:11.476632 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f0d2c09b-89e9-4bcb-9f70-163d83eda5b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731764300'] for network (32045292-e9b4-49fd-931e-0a9763898e8b), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:11.487844 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=a2a887ad-2620-43de-8f49-25bf51ff1e4f,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:11.604169 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-fcc77e82-0f7d-4547-98f8-1d951c0f9a2a req-4da771a8-8586-4f2d-9197-e68a6296e8c1 service neutron] 10.222.0.10 "GET /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893492 Mar 18 00:30:11.636143 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ea8f5906-3522-4ed4-b776-33911bf63b44 req-157b1014-1bf6-4596-9e1e-b1bc3716fe58 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624823 Mar 18 00:30:11.640438 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f0d2c09b-89e9-4bcb-9f70-163d83eda5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for network (32045292-e9b4-49fd-931e-0a9763898e8b), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:11.641706 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d2c09b-89e9-4bcb-9f70-163d83eda5b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:11.642238 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f0d2c09b-89e9-4bcb-9f70-163d83eda5b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:11.678855 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c843766c-7eff-4454-aacd-dadddf5383c4 admin admin] Publish callbacks [] for security_group (feeb5c6f-ba68-468f-bd07-cfe997355f38), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:11.715955 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c843766c-7eff-4454-aacd-dadddf5383c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (feeb5c6f-ba68-468f-bd07-cfe997355f38), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:11.743504 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-f0d2c09b-89e9-4bcb-9f70-163d83eda5b9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0070095 Mar 18 00:30:11.744682 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 48692) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:11.754762 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-95ba141a-5fa1-4dc2-b736-6f578db91399 admin admin] Request body: {'subnet': {'network_id': '32045292-e9b4-49fd-931e-0a9763898e8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2111007435-subnet', 'tenant_id': 'fe72212a2bee428688d972d2b4bfbdf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:30:11.775796 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843766c-7eff-4454-aacd-dadddf5383c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feeb5c6f-ba68-468f-bd07-cfe997355f38,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:11.778444 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2c09b-89e9-4bcb-9f70-163d83eda5b9 admin admin] Pushing event updated for resources: {'Network': ['ID=32045292-e9b4-49fd-931e-0a9763898e8b,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:11.785509 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-c843766c-7eff-4454-aacd-dadddf5383c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37131a5ed63e48e4885c9dcd24e906a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7379568 Mar 18 00:30:11.786116 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 48694) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:11.800727 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Network 32045292-e9b4-49fd-931e-0a9763898e8b details requested by agent ovs-agent-dv-cinder-768458-19-smb with host dv-cinder-768458-19-smb {{(pid=109624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 00:30:11.846627 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-86bf2997-da00-4776-8105-f4744ce6c8f0 admin admin] Publish callbacks [] for security_group (feeb5c6f-ba68-468f-bd07-cfe997355f38), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:11.879443 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ba141a-5fa1-4dc2-b736-6f578db91399 admin admin] Made reservation on behalf of fe72212a2bee428688d972d2b4bfbdf8 for: {'subnet': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:30:11.881835 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-95ba141a-5fa1-4dc2-b736-6f578db91399 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:11.888735 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-86bf2997-da00-4776-8105-f4744ce6c8f0 admin admin] Publish callbacks [] for security_group (feeb5c6f-ba68-468f-bd07-cfe997355f38), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:11.901292 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab481ce-0e52-40b2-8346-84abe99c3686 req-8e667ccf-eb07-40f0-8a2e-f46a80a4982d tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:11.902828 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-fab481ce-0e52-40b2-8346-84abe99c3686 req-8e667ccf-eb07-40f0-8a2e-f46a80a4982d tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 944 time: 0.2986827 Mar 18 00:30:11.961056 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-86bf2997-da00-4776-8105-f4744ce6c8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (feeb5c6f-ba68-468f-bd07-cfe997355f38), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:11.966032 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-86bf2997-da00-4776-8105-f4744ce6c8f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:11.967171 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-fcc77e82-0f7d-4547-98f8-1d951c0f9a2a req-8390348a-2989-4ab3-803a-199e39a2d7d4 service neutron] 10.222.0.10 "GET /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499918 Mar 18 00:30:11.968452 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-86bf2997-da00-4776-8105-f4744ce6c8f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/feeb5c6f-ba68-468f-bd07-cfe997355f38 HTTP/1.1" status: 204 len: 168 time: 0.1817122 Mar 18 00:30:11.978591 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf2997-da00-4776-8105-f4744ce6c8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feeb5c6f-ba68-468f-bd07-cfe997355f38,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:12.000118 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b0888-3261-4499-b04b-042204ca9ec8 req-f4b0d12a-bfec-48d9-8e85-686d4c4f477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:12.001709 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b51b0888-3261-4499-b04b-042204ca9ec8 req-f4b0d12a-bfec-48d9-8e85-686d4c4f477d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 1130 time: 0.2521985 Mar 18 00:30:12.050589 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b51b0888-3261-4499-b04b-042204ca9ec8 req-ef73e03f-400f-4989-95fe-e39b31392ac4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:12.088340 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-fab481ce-0e52-40b2-8346-84abe99c3686 req-74652942-8dfe-441b-8895-f544cddd19a2 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660676 Mar 18 00:30:12.242502 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-95ba141a-5fa1-4dc2-b736-6f578db91399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for subnet (3f51ca1c-4cea-45f3-bbd6-37f00e484579), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:12.246727 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b51b0888-3261-4499-b04b-042204ca9ec8 req-ef73e03f-400f-4989-95fe-e39b31392ac4 service neutron] Publish callbacks [] for security_group (69ea8bff-53a1-4bcf-96ae-d5c5333c4c86), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:12.272801 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b51b0888-3261-4499-b04b-042204ca9ec8 req-ef73e03f-400f-4989-95fe-e39b31392ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (69ea8bff-53a1-4bcf-96ae-d5c5333c4c86), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:12.344688 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba141a-5fa1-4dc2-b736-6f578db91399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f51ca1c-4cea-45f3-bbd6-37f00e484579,revision_number=0']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:12.349482 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73e03f-400f-4989-95fe-e39b31392ac4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=69ea8bff-53a1-4bcf-96ae-d5c5333c4c86,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:12.357137 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b51b0888-3261-4499-b04b-042204ca9ec8 req-ef73e03f-400f-4989-95fe-e39b31392ac4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472438 Mar 18 00:30:12.386221 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ba141a-5fa1-4dc2-b736-6f578db91399 admin admin] Checking segment: {'id': '43c28691-eaee-4d97-886a-f2412f2cdc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '32045292-e9b4-49fd-931e-0a9763898e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:30:12.386593 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ba141a-5fa1-4dc2-b736-6f578db91399 admin admin] Network hostable DHCP agents. Network: 32045292-e9b4-49fd-931e-0a9763898e8b, hostable agents: ['b07357a2-37bf-41ae-8167-2445c892fa1f'], hosted agents: [] {{(pid=109622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 00:30:12.404469 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ba141a-5fa1-4dc2-b736-6f578db91399 admin admin] Network 32045292-e9b4-49fd-931e-0a9763898e8b is scheduled to be hosted by DHCP agent b07357a2-37bf-41ae-8167-2445c892fa1f with binding_index 1 {{(pid=109622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 00:30:12.419379 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-95ba141a-5fa1-4dc2-b736-6f578db91399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-19-smb, 32045292-e9b4-49fd-931e-0a9763898e8b) {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:30:12.421833 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ba141a-5fa1-4dc2-b736-6f578db91399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:12.422431 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-95ba141a-5fa1-4dc2-b736-6f578db91399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for subnet (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:12.428038 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f212da-61b7-4395-8435-ddac410be30b None None] Network 32045292-e9b4-49fd-931e-0a9763898e8b requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:30:12.444498 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-95ba141a-5fa1-4dc2-b736-6f578db91399 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6989760 Mar 18 00:30:12.488175 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7da93d-007b-4214-9647-b3241882818c req-be6c8092-3832-4e36-af4f-2f9e66c4041c tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:12.489777 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5f7da93d-007b-4214-9647-b3241882818c req-be6c8092-3832-4e36-af4f-2f9e66c4041c tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 946 time: 0.0841496 Mar 18 00:30:12.548120 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5f7da93d-007b-4214-9647-b3241882818c req-cd9a6b7d-2e01-4d19-b226-98c8aeca4f59 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/security-groups?id=36c4e4af-0c58-499f-8576-4b96e63e4f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507143 Mar 18 00:30:12.549129 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 996e1454-7e85-4345-8d6a-6a612f71e6f2 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 00:30:12.554706 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e97c095-0647-4003-9337-f9ced19d973d None None] Network 32045292-e9b4-49fd-931e-0a9763898e8b requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:30:12.800789 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755f9c0-071b-46f8-8f1f-901d9e5166c7 req-41a65df2-5831-47b6-82ce-729bdb9fd0d0 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:12.802851 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1755f9c0-071b-46f8-8f1f-901d9e5166c7 req-41a65df2-5831-47b6-82ce-729bdb9fd0d0 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 943 time: 0.0758247 Mar 18 00:30:12.878474 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1755f9c0-071b-46f8-8f1f-901d9e5166c7 req-a0e87353-0d2d-4934-a21c-85c267d016da tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649707 Mar 18 00:30:12.894579 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 996e1454-7e85-4345-8d6a-6a612f71e6f2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=996e1454-7e85-4345-8d6a-6a612f71e6f2,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:30:12.911727 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Returning: {'device': '996e1454-7e85-4345-8d6a-6a612f71e6f2', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'port_id': '996e1454-7e85-4345-8d6a-6a612f71e6f2', 'mac_address': 'fa:16:3e:2b:5b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76384fd9-f436-4624-9d38-5e3873131694', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 00:30:12.955441 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 996e1454-7e85-4345-8d6a-6a612f71e6f2 is: DOWN; New status is: BUILD {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:30:12.955795 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:12.970782 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996e1454-7e85-4345-8d6a-6a612f71e6f2 {{(pid=109624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:30:12.992693 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 996e1454-7e85-4345-8d6a-6a612f71e6f2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=996e1454-7e85-4345-8d6a-6a612f71e6f2,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:30:12.998838 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:12.999600 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device fb676a3e-99a9-47de-afae-8aa3966a56d3 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 00:30:13.102115 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=996e1454-7e85-4345-8d6a-6a612f71e6f2,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:13.131247 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 48764) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:13.137266 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-7dbb867f-ff42-42a9-be17-7cadf0faf8aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1621269862-network', 'tenant_id': 'fe500fb9eaec4fe9a0b8a4b596e3de79'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:30:13.161396 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port fb676a3e-99a9-47de-afae-8aa3966a56d3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fb676a3e-99a9-47de-afae-8aa3966a56d3,segment=NetworkSegment(de455b86-5b7d-4b92-9374-4d7bb2404dea),segment_id=de455b86-5b7d-4b92-9374-4d7bb2404dea)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:30:13.168608 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbb867f-ff42-42a9-be17-7cadf0faf8aa admin admin] Made reservation on behalf of fe500fb9eaec4fe9a0b8a4b596e3de79 for: {'network': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:30:13.172848 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7dbb867f-ff42-42a9-be17-7cadf0faf8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for network (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:13.185536 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7dbb867f-ff42-42a9-be17-7cadf0faf8aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:13.191170 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Returning: {'device': 'fb676a3e-99a9-47de-afae-8aa3966a56d3', 'network_id': '84748e75-c932-49cf-9755-9d062da3cfcc', 'port_id': 'fb676a3e-99a9-47de-afae-8aa3966a56d3', 'mac_address': 'fa:16:3e:96:52:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffd85f2-fb38-454d-bc7d-cc26360c8265', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 00:30:13.238672 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port fb676a3e-99a9-47de-afae-8aa3966a56d3 is: DOWN; New status is: BUILD {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:30:13.238980 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (fb676a3e-99a9-47de-afae-8aa3966a56d3), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:13.256301 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb676a3e-99a9-47de-afae-8aa3966a56d3 {{(pid=109624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:30:13.288034 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port fb676a3e-99a9-47de-afae-8aa3966a56d3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fb676a3e-99a9-47de-afae-8aa3966a56d3,segment=NetworkSegment(de455b86-5b7d-4b92-9374-4d7bb2404dea),segment_id=de455b86-5b7d-4b92-9374-4d7bb2404dea)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:30:13.293882 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (fb676a3e-99a9-47de-afae-8aa3966a56d3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:13.302779 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1917d4-57aa-4069-b00f-f704ff518305 req-9578d190-b64a-49bb-be14-2bf36ede13d2 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:13.307724 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-1d1917d4-57aa-4069-b00f-f704ff518305 req-9578d190-b64a-49bb-be14-2bf36ede13d2 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 944 time: 0.1160388 Mar 18 00:30:13.366201 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7dbb867f-ff42-42a9-be17-7cadf0faf8aa admin admin] Publish callbacks [] for security_group (94ea7dea-9c2e-4b40-9a28-e4d4dc97af1f), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:13.376074 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7dbb867f-ff42-42a9-be17-7cadf0faf8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (94ea7dea-9c2e-4b40-9a28-e4d4dc97af1f), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:13.381316 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-1d1917d4-57aa-4069-b00f-f704ff518305 req-5fda920f-5adb-4c15-a135-5a4ea6912850 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684876 Mar 18 00:30:13.420564 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dbb867f-ff42-42a9-be17-7cadf0faf8aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=109622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 00:30:13.435008 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=fb676a3e-99a9-47de-afae-8aa3966a56d3,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:13.453783 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb867f-ff42-42a9-be17-7cadf0faf8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ea7dea-9c2e-4b40-9a28-e4d4dc97af1f,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:13.476079 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb1a56b-3321-4dbe-b22c-80419669e7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a887ad-2620-43de-8f49-25bf51ff1e4f'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:30:13.480870 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3d87ca-c18c-470f-b15c-84f5f6f23459" -d '{"events": [{"server_uuid": "1cb1a56b-3321-4dbe-b22c-80419669e7da", "name": "network-vif-plugged", "status": "completed", "tag": "a2a887ad-2620-43de-8f49-25bf51ff1e4f"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:30:13.482964 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7dbb867f-ff42-42a9-be17-7cadf0faf8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (b7071eee-8a69-44a7-bac9-49e1ed60768d), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:13.483323 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.segments_db [None req-7dbb867f-ff42-42a9-be17-7cadf0faf8aa admin admin] Added segment b7071eee-8a69-44a7-bac9-49e1ed60768d of type vlan for network 84eba2b2-c4dc-46a1-99f2-2e8e681caf3c Mar 18 00:30:13.528185 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbc4896-bd2d-42fc-a659-9ef521e82b16 x-openstack-request-id: req-7dbc4896-bd2d-42fc-a659-9ef521e82b16 {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:30:13.528502 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb1a56b-3321-4dbe-b22c-80419669e7da", "name": "network-vif-plugged", "status": "completed", "tag": "a2a887ad-2620-43de-8f49-25bf51ff1e4f", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:30:13.528759 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7dbc4896-bd2d-42fc-a659-9ef521e82b16 {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:30:13.529151 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb1a56b-3321-4dbe-b22c-80419669e7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a887ad-2620-43de-8f49-25bf51ff1e4f', 'code': 200} Mar 18 00:30:13.546134 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7dbb867f-ff42-42a9-be17-7cadf0faf8aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731764300'] for network (84eba2b2-c4dc-46a1-99f2-2e8e681caf3c), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:13.587020 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7dbb867f-ff42-42a9-be17-7cadf0faf8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for network (84eba2b2-c4dc-46a1-99f2-2e8e681caf3c), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:13.589229 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbb867f-ff42-42a9-be17-7cadf0faf8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:13.589920 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7dbb867f-ff42-42a9-be17-7cadf0faf8aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:13.658955 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-7dbb867f-ff42-42a9-be17-7cadf0faf8aa admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5214262 Mar 18 00:30:13.658955 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 48794) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:13.663297 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-8954ac26-7e3d-41b2-ada7-35a58de23658 admin admin] Request body: {'subnet': {'network_id': '84eba2b2-c4dc-46a1-99f2-2e8e681caf3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1621269862-subnet', 'tenant_id': 'fe500fb9eaec4fe9a0b8a4b596e3de79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:30:13.668523 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 48796) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:13.683689 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb867f-ff42-42a9-be17-7cadf0faf8aa admin admin] Pushing event updated for resources: {'Network': ['ID=84eba2b2-c4dc-46a1-99f2-2e8e681caf3c,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:13.703430 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['996e1454-7e85-4345-8d6a-6a612f71e6f2'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:30:13.704353 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8954ac26-7e3d-41b2-ada7-35a58de23658 admin admin] Made reservation on behalf of fe500fb9eaec4fe9a0b8a4b596e3de79 for: {'subnet': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:30:13.706704 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8954ac26-7e3d-41b2-ada7-35a58de23658 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:13.714250 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff7783-7c4a-4b70-94c7-ea50d1b8a40b req-4b4233a6-1290-40f0-9443-c7833b3aff88 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:13.715940 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c5ff7783-7c4a-4b70-94c7-ea50d1b8a40b req-4b4233a6-1290-40f0-9443-c7833b3aff88 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 946 time: 0.0784118 Mar 18 00:30:13.781948 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Network 84eba2b2-c4dc-46a1-99f2-2e8e681caf3c details requested by agent ovs-agent-dv-cinder-768458-19-smb with host dv-cinder-768458-19-smb {{(pid=109624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 00:30:13.785620 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['fb676a3e-99a9-47de-afae-8aa3966a56d3'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:30:13.829583 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c5ff7783-7c4a-4b70-94c7-ea50d1b8a40b req-ae18897d-5d9b-45a6-ae58-b82a255247ab tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/security-groups?id=36c4e4af-0c58-499f-8576-4b96e63e4f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061425 Mar 18 00:30:13.905060 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13000154-e39d-4195-9284-8bd200ed83e7 req-82b5d6f2-d8e9-401d-b2ad-ac9787901c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:13.906970 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-13000154-e39d-4195-9284-8bd200ed83e7 req-82b5d6f2-d8e9-401d-b2ad-ac9787901c77 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 1130 time: 0.1065645 Mar 18 00:30:13.951193 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-bea2e18f-6f77-4aa6-9b85-4d4dbb250ce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:14.074898 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8954ac26-7e3d-41b2-ada7-35a58de23658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for subnet (32a1f764-a587-4888-9c63-0510d57d774e), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:14.094084 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-13000154-e39d-4195-9284-8bd200ed83e7 req-db49fb12-db5d-4693-824e-4103b674e66b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=36c4e4af-0c58-499f-8576-4b96e63e4f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636999 Mar 18 00:30:14.168980 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525502c0-2a3d-481a-acf2-30210ec6d444 req-e791aa99-b023-4e5a-af31-448c66463b3b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:14.170537 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-525502c0-2a3d-481a-acf2-30210ec6d444 req-e791aa99-b023-4e5a-af31-448c66463b3b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 944 time: 0.1770992 Mar 18 00:30:14.201893 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954ac26-7e3d-41b2-ada7-35a58de23658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32a1f764-a587-4888-9c63-0510d57d774e,revision_number=0']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:14.221303 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-bea2e18f-6f77-4aa6-9b85-4d4dbb250ce5 admin admin] Publish callbacks [] for security_group (fc253948-c84e-4b2d-ba90-21255f4f155c), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:14.225767 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-bea2e18f-6f77-4aa6-9b85-4d4dbb250ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (fc253948-c84e-4b2d-ba90-21255f4f155c), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:14.228021 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8954ac26-7e3d-41b2-ada7-35a58de23658 admin admin] Checking segment: {'id': 'b7071eee-8a69-44a7-bac9-49e1ed60768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '84eba2b2-c4dc-46a1-99f2-2e8e681caf3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:30:14.228449 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8954ac26-7e3d-41b2-ada7-35a58de23658 admin admin] Network hostable DHCP agents. Network: 84eba2b2-c4dc-46a1-99f2-2e8e681caf3c, hostable agents: ['b07357a2-37bf-41ae-8167-2445c892fa1f'], hosted agents: [] {{(pid=109622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 00:30:14.295619 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-bea2e18f-6f77-4aa6-9b85-4d4dbb250ce5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08a96d0eed9e4b9ebfabaa4f3d9bbc3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6240065 Mar 18 00:30:14.298545 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 48808) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:14.300398 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-525502c0-2a3d-481a-acf2-30210ec6d444 req-895a047d-c5e1-46f7-b437-cd676ee27e40 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217558 Mar 18 00:30:14.301393 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2e18f-6f77-4aa6-9b85-4d4dbb250ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc253948-c84e-4b2d-ba90-21255f4f155c,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:14.303945 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8954ac26-7e3d-41b2-ada7-35a58de23658 admin admin] Network 84eba2b2-c4dc-46a1-99f2-2e8e681caf3c is scheduled to be hosted by DHCP agent b07357a2-37bf-41ae-8167-2445c892fa1f with binding_index 1 {{(pid=109622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 00:30:14.314166 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-8954ac26-7e3d-41b2-ada7-35a58de23658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-19-smb, 84eba2b2-c4dc-46a1-99f2-2e8e681caf3c) {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:30:14.318624 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8954ac26-7e3d-41b2-ada7-35a58de23658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:14.319689 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8954ac26-7e3d-41b2-ada7-35a58de23658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for subnet (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:14.334101 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccb0ea2-e975-4d7c-972e-16adaec8ec52 None None] Network 84eba2b2-c4dc-46a1-99f2-2e8e681caf3c requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:30:14.345916 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-8954ac26-7e3d-41b2-ada7-35a58de23658 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6883287 Mar 18 00:30:14.365099 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-fefc39b2-24e7-4df6-b86a-503e8e92cf09 admin admin] Publish callbacks [] for security_group (fc253948-c84e-4b2d-ba90-21255f4f155c), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:14.399428 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-fefc39b2-24e7-4df6-b86a-503e8e92cf09 admin admin] Publish callbacks [] for security_group (fc253948-c84e-4b2d-ba90-21255f4f155c), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:14.468806 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-fefc39b2-24e7-4df6-b86a-503e8e92cf09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (fc253948-c84e-4b2d-ba90-21255f4f155c), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:14.481057 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187da261-026d-4202-bd9a-dfc7a52dde42 None None] Network 84eba2b2-c4dc-46a1-99f2-2e8e681caf3c requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:30:14.482600 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-fefc39b2-24e7-4df6-b86a-503e8e92cf09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:14.483785 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-fefc39b2-24e7-4df6-b86a-503e8e92cf09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc253948-c84e-4b2d-ba90-21255f4f155c HTTP/1.1" status: 204 len: 168 time: 0.1839843 Mar 18 00:30:14.495988 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc39b2-24e7-4df6-b86a-503e8e92cf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc253948-c84e-4b2d-ba90-21255f4f155c,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:14.563706 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5389b-0135-4d11-8993-458057494293 req-7fd2bc1f-9593-4b4e-b6b2-1c48eb04b203 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:14.565747 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-6bb5389b-0135-4d11-8993-458057494293 req-7fd2bc1f-9593-4b4e-b6b2-1c48eb04b203 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 945 time: 0.0808978 Mar 18 00:30:14.711312 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-6bb5389b-0135-4d11-8993-458057494293 req-06461a85-0934-4546-a29d-8a60361fa2dd tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392493 Mar 18 00:30:14.966727 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45880a10-e3b4-4660-ad07-5fc1b4beede7 req-b2f872f3-929e-4a7e-adf2-370f9f4643b6 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:14.973773 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-45880a10-e3b4-4660-ad07-5fc1b4beede7 req-b2f872f3-929e-4a7e-adf2-370f9f4643b6 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 946 time: 0.0629225 Mar 18 00:30:15.037518 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-45880a10-e3b4-4660-ad07-5fc1b4beede7 req-6a753196-506d-4a3e-a68e-a161d6c42e35 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/security-groups?id=36c4e4af-0c58-499f-8576-4b96e63e4f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626550 Mar 18 00:30:15.130283 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-e81352a8-5a74-4ba4-8841-1b5f0f692f9a tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:15.137592 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-e81352a8-5a74-4ba4-8841-1b5f0f692f9a tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/networks?id=32045292-e9b4-49fd-931e-0a9763898e8b HTTP/1.1" status: 200 len: 809 time: 0.1259925 Mar 18 00:30:15.150308 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-44de5bf2-1daa-4ea7-beb7-713c27da15e7 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/quotas/fe72212a2bee428688d972d2b4bfbdf8 HTTP/1.1" status: 200 len: 375 time: 0.0114195 Mar 18 00:30:15.182658 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-0e105ed3-bf5f-4cbb-a2d5-8ad822ecee67 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe72212a2bee428688d972d2b4bfbdf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291247 Mar 18 00:30:15.283349 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-dcb9deb3-12d1-4129-9d86-14bfec063ee4 service neutron] 10.222.0.23 "GET /v2.0/networks/32045292-e9b4-49fd-931e-0a9763898e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917344 Mar 18 00:30:15.403478 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-a85f90d5-3a58-4bdb-8b76-b32e9eec5631 service neutron] 10.222.0.23 "GET /v2.0/networks/32045292-e9b4-49fd-931e-0a9763898e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129274 Mar 18 00:30:15.442595 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0b73a-1213-4127-a9f7-6fffc364dd27 req-1c4e1b9d-ecd2-491e-93cc-d3069c2e7d9e tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:15.444103 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f6a0b73a-1213-4127-a9f7-6fffc364dd27 req-1c4e1b9d-ecd2-491e-93cc-d3069c2e7d9e tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 944 time: 0.0547831 Mar 18 00:30:15.501743 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f6a0b73a-1213-4127-a9f7-6fffc364dd27 req-74e88871-e49c-464a-adfb-99227d6cfb33 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510144 Mar 18 00:30:15.663631 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c021dfcb-9bd3-414b-87d2-8d9d1bdef823 req-859c021f-b1fd-452f-a029-45463246b115 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d393a3-c469-444a-9ac7-4723f0d9bd7c HTTP/1.1" status: 200 len: 210 time: 0.0736566 Mar 18 00:30:15.708663 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 48894) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:15.895474 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303604a4-2aa1-4fb8-9c09-5d54a1955e57 req-e5226fd5-eac8-4723-9e45-e10f73eb6818 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:15.899393 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-303604a4-2aa1-4fb8-9c09-5d54a1955e57 req-e5226fd5-eac8-4723-9e45-e10f73eb6818 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 945 time: 0.0687408 Mar 18 00:30:15.970453 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-303604a4-2aa1-4fb8-9c09-5d54a1955e57 req-876bbf12-b137-482b-b980-7bc508119b6b tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610602 Mar 18 00:30:16.010262 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-0b2d98a6-5dfd-4fb0-9466-dc29b272866d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:16.183465 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-0b2d98a6-5dfd-4fb0-9466-dc29b272866d admin admin] Publish callbacks [] for security_group (b14ae555-4ab7-47ca-a574-799dc9da5b1e), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:16.191749 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-0b2d98a6-5dfd-4fb0-9466-dc29b272866d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (b14ae555-4ab7-47ca-a574-799dc9da5b1e), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:16.227832 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b174e-1606-4314-865d-6ffbb35c2b1f req-68da2bf2-b768-4e9d-ba11-aa78760c4418 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:16.230108 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ba3b174e-1606-4314-865d-6ffbb35c2b1f req-68da2bf2-b768-4e9d-ba11-aa78760c4418 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 946 time: 0.1113749 Mar 18 00:30:16.269918 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-0b2d98a6-5dfd-4fb0-9466-dc29b272866d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3695632e51646fa97450b895caccffb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5599594 Mar 18 00:30:16.272533 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 48924) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:16.277502 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d98a6-5dfd-4fb0-9466-dc29b272866d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14ae555-4ab7-47ca-a574-799dc9da5b1e,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:16.315413 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ba3b174e-1606-4314-865d-6ffbb35c2b1f req-83f73be8-8310-41c7-b6e8-730c84141cdf tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/security-groups?id=36c4e4af-0c58-499f-8576-4b96e63e4f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683486 Mar 18 00:30:16.326413 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-92c5de86-7ebf-4f5e-93e7-dfa2afa52e09 admin admin] Publish callbacks [] for security_group (b14ae555-4ab7-47ca-a574-799dc9da5b1e), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:16.351901 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-92c5de86-7ebf-4f5e-93e7-dfa2afa52e09 admin admin] Publish callbacks [] for security_group (b14ae555-4ab7-47ca-a574-799dc9da5b1e), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:16.402874 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-92c5de86-7ebf-4f5e-93e7-dfa2afa52e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (b14ae555-4ab7-47ca-a574-799dc9da5b1e), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:16.406038 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-92c5de86-7ebf-4f5e-93e7-dfa2afa52e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:16.407190 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-92c5de86-7ebf-4f5e-93e7-dfa2afa52e09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b14ae555-4ab7-47ca-a574-799dc9da5b1e HTTP/1.1" status: 204 len: 168 time: 0.1336839 Mar 18 00:30:16.416170 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5de86-7ebf-4f5e-93e7-dfa2afa52e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14ae555-4ab7-47ca-a574-799dc9da5b1e,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:16.559513 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 996e1454-7e85-4345-8d6a-6a612f71e6f2 up at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:30:16.621434 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning for port 996e1454-7e85-4345-8d6a-6a612f71e6f2 completed by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 00:30:16.638924 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning complete for port 996e1454-7e85-4345-8d6a-6a612f71e6f2 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:30:16.641145 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:16.654306 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb91e1-869a-403a-b136-9f263ac23b4b req-62f8c656-b0c9-41ae-b28a-7d641ab482ff tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:16.656124 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9bdb91e1-869a-403a-b136-9f263ac23b4b req-62f8c656-b0c9-41ae-b28a-7d641ab482ff tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 944 time: 0.0731430 Mar 18 00:30:16.771803 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9bdb91e1-869a-403a-b136-9f263ac23b4b req-19cd3f49-53b9-49a8-8339-7c845cf7e30a tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087167 Mar 18 00:30:16.772917 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 996e1454-7e85-4345-8d6a-6a612f71e6f2 is: BUILD; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:30:16.773434 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:16.820858 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-0182c905-1963-4b42-9d15-3ac9996dd766 req-e47f4897-17eb-4b8d-8589-87836ade4a2c tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d393a3-c469-444a-9ac7-4723f0d9bd7c HTTP/1.1" status: 200 len: 210 time: 0.0328622 Mar 18 00:30:16.824209 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0aa092-177e-40a3-8f46-128f5ad286f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996e1454-7e85-4345-8d6a-6a612f71e6f2'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:30:16.827439 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4ac17f-cacf-4abb-bc26-8b073e3791d9" -d '{"events": [{"server_uuid": "cd0aa092-177e-40a3-8f46-128f5ad286f9", "name": "network-vif-plugged", "status": "completed", "tag": "996e1454-7e85-4345-8d6a-6a612f71e6f2"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:30:16.834109 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 996e1454-7e85-4345-8d6a-6a612f71e6f2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=996e1454-7e85-4345-8d6a-6a612f71e6f2,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:30:16.842146 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:16.843880 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device fb676a3e-99a9-47de-afae-8aa3966a56d3 up at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:30:16.849857 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 48944) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:16.867314 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9aa89a58-870c-45ac-a27d-de3abf1d9ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:16.880974 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c1401c-376a-47de-abba-700e7c175790 x-openstack-request-id: req-98c1401c-376a-47de-abba-700e7c175790 {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:30:16.881294 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0aa092-177e-40a3-8f46-128f5ad286f9", "name": "network-vif-plugged", "status": "completed", "tag": "996e1454-7e85-4345-8d6a-6a612f71e6f2", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:30:16.881614 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98c1401c-376a-47de-abba-700e7c175790 {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:30:16.882008 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0aa092-177e-40a3-8f46-128f5ad286f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996e1454-7e85-4345-8d6a-6a612f71e6f2', 'code': 200} Mar 18 00:30:16.946082 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=996e1454-7e85-4345-8d6a-6a612f71e6f2,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:16.956952 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning for port fb676a3e-99a9-47de-afae-8aa3966a56d3 completed by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 00:30:16.961425 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning complete for port fb676a3e-99a9-47de-afae-8aa3966a56d3 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:30:16.961983 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (fb676a3e-99a9-47de-afae-8aa3966a56d3), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:16.967165 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9aa89a58-870c-45ac-a27d-de3abf1d9ee3 admin admin] Publish callbacks [] for security_group (58101924-9961-4318-a759-58f3bc1b0575), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:16.971562 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9aa89a58-870c-45ac-a27d-de3abf1d9ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (58101924-9961-4318-a759-58f3bc1b0575), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:17.039658 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-9aa89a58-870c-45ac-a27d-de3abf1d9ee3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=215d0aac57f34049b1b78abd500e5269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1887233 Mar 18 00:30:17.043398 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 48948) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:17.048084 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port fb676a3e-99a9-47de-afae-8aa3966a56d3 is: BUILD; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:30:17.048481 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (fb676a3e-99a9-47de-afae-8aa3966a56d3), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:17.052377 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa89a58-870c-45ac-a27d-de3abf1d9ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58101924-9961-4318-a759-58f3bc1b0575,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:17.098865 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port fb676a3e-99a9-47de-afae-8aa3966a56d3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fb676a3e-99a9-47de-afae-8aa3966a56d3,segment=NetworkSegment(de455b86-5b7d-4b92-9374-4d7bb2404dea),segment_id=de455b86-5b7d-4b92-9374-4d7bb2404dea)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:30:17.105850 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (fb676a3e-99a9-47de-afae-8aa3966a56d3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:17.158982 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-646d6fad-96b9-44dd-ab95-7d662dfae23a tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:17.160792 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-646d6fad-96b9-44dd-ab95-7d662dfae23a tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.10 "GET /v2.0/networks?id=32045292-e9b4-49fd-931e-0a9763898e8b HTTP/1.1" status: 200 len: 809 time: 0.1455164 Mar 18 00:30:17.197000 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-248c0c3d-648a-44ae-8027-d04d3bc62a0b tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Request body: {'port': {'device_id': '19d393a3-c469-444a-9ac7-4723f0d9bd7c', 'network_id': '32045292-e9b4-49fd-931e-0a9763898e8b', 'admin_state_up': True, 'tenant_id': 'fe72212a2bee428688d972d2b4bfbdf8'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:30:17.206724 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=fb676a3e-99a9-47de-afae-8aa3966a56d3,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:17.249401 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c6e63267-a23a-408f-8336-46e0d6c0f46b admin admin] Publish callbacks [] for security_group (58101924-9961-4318-a759-58f3bc1b0575), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:17.298665 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697a30b-42cf-4f1a-8606-2353d369cf53 req-f449f451-3698-4400-bf0f-251a4e827a6c tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:17.300279 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9697a30b-42cf-4f1a-8606-2353d369cf53 req-f449f451-3698-4400-bf0f-251a4e827a6c tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.1279664 Mar 18 00:30:17.302789 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c6e63267-a23a-408f-8336-46e0d6c0f46b admin admin] Publish callbacks [] for security_group (58101924-9961-4318-a759-58f3bc1b0575), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:17.337415 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41661e-15d4-472b-aa1b-befd65f37c5b req-b7d13472-1053-4a4d-b152-dafe83aa3796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:17.338923 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6c41661e-15d4-472b-aa1b-befd65f37c5b req-b7d13472-1053-4a4d-b152-dafe83aa3796 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 1129 time: 0.0874560 Mar 18 00:30:17.412308 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6c41661e-15d4-472b-aa1b-befd65f37c5b req-c3bdec4f-3650-433a-8ce7-53bdff3dd669 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643513 Mar 18 00:30:17.414010 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-248c0c3d-648a-44ae-8027-d04d3bc62a0b tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Made reservation on behalf of fe72212a2bee428688d972d2b4bfbdf8 for: {'port': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:30:17.417965 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-248c0c3d-648a-44ae-8027-d04d3bc62a0b tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:17.429077 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9697a30b-42cf-4f1a-8606-2353d369cf53 req-8450a169-383f-4ddf-90a2-ea3c46b0af15 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184881 Mar 18 00:30:17.445456 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c6e63267-a23a-408f-8336-46e0d6c0f46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (58101924-9961-4318-a759-58f3bc1b0575), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:17.445456 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c6e63267-a23a-408f-8336-46e0d6c0f46b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:17.446470 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-c6e63267-a23a-408f-8336-46e0d6c0f46b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58101924-9961-4318-a759-58f3bc1b0575 HTTP/1.1" status: 204 len: 168 time: 0.4018130 Mar 18 00:30:17.458993 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e63267-a23a-408f-8336-46e0d6c0f46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58101924-9961-4318-a759-58f3bc1b0575,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:17.602506 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-248c0c3d-648a-44ae-8027-d04d3bc62a0b tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Allocated IP 172.20.0.5 (32045292-e9b4-49fd-931e-0a9763898e8b/3f51ca1c-4cea-45f3-bbd6-37f00e484579/512d54ea-57f1-4527-92e1-eedb70a7c374) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:30:17.871755 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-248c0c3d-648a-44ae-8027-d04d3bc62a0b tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Publish callbacks [] for port (512d54ea-57f1-4527-92e1-eedb70a7c374), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:17.973655 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac3c7b-66dd-4022-afd9-17105918f130 req-8846f1d1-4e1d-486a-ac99-43cbaef95313 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:17.981293 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-02ac3c7b-66dd-4022-afd9-17105918f130 req-8846f1d1-4e1d-486a-ac99-43cbaef95313 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0977254 Mar 18 00:30:18.001992 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-248c0c3d-648a-44ae-8027-d04d3bc62a0b tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518'] for port (512d54ea-57f1-4527-92e1-eedb70a7c374), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:18.077536 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-248c0c3d-648a-44ae-8027-d04d3bc62a0b tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Network 32045292-e9b4-49fd-931e-0a9763898e8b is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:30:18.094850 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-248c0c3d-648a-44ae-8027-d04d3bc62a0b tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:30:18.100158 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-248c0c3d-648a-44ae-8027-d04d3bc62a0b tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:30:18.107742 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-248c0c3d-648a-44ae-8027-d04d3bc62a0b tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:18.108384 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-248c0c3d-648a-44ae-8027-d04d3bc62a0b tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:18.113731 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-02ac3c7b-66dd-4022-afd9-17105918f130 req-4b36aa46-4f57-477d-ad51-693a2382db66 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319501 Mar 18 00:30:18.115727 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c0c3d-648a-44ae-8027-d04d3bc62a0b tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Pushing event updated for resources: {'Port': ['ID=512d54ea-57f1-4527-92e1-eedb70a7c374,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:18.135735 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-248c0c3d-648a-44ae-8027-d04d3bc62a0b tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9575119 Mar 18 00:30:18.157326 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-6229b158-e11a-41d7-a20e-521c551a806c service neutron] Request body: {'port': {'device_id': '19d393a3-c469-444a-9ac7-4723f0d9bd7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:30:18.205659 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:30:18.269856 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-6229b158-e11a-41d7-a20e-521c551a806c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (512d54ea-57f1-4527-92e1-eedb70a7c374), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:18.330263 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c3255-a3ed-4424-b074-3e1d2dee6d88 req-e6a8e713-e681-4ea5-9076-a8578b462bce tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:18.331779 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-098c3255-a3ed-4424-b074-3e1d2dee6d88 req-e6a8e713-e681-4ea5-9076-a8578b462bce tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d393a3-c469-444a-9ac7-4723f0d9bd7c HTTP/1.1" status: 200 len: 931 time: 0.0996623 Mar 18 00:30:18.491832 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-098c3255-a3ed-4424-b074-3e1d2dee6d88 req-40d5e03c-b7a3-4c46-bdf9-e575d8925269 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/security-groups?id=2008378c-ffc5-4604-8c46-4edacad56be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368625 Mar 18 00:30:18.593077 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac72e4-db55-42cd-bb25-0221ead831ca req-354c31b8-d8d1-4e08-9425-e063828f6102 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:18.594838 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-4dac72e4-db55-42cd-bb25-0221ead831ca req-354c31b8-d8d1-4e08-9425-e063828f6102 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.0681684 Mar 18 00:30:18.646030 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-4dac72e4-db55-42cd-bb25-0221ead831ca req-9c9027a1-47de-4f38-ba8c-f5410c4b86bf tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455782 Mar 18 00:30:18.832756 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-6229b158-e11a-41d7-a20e-521c551a806c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512d54ea-57f1-4527-92e1-eedb70a7c374 {{(pid=109622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:30:18.840946 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-6229b158-e11a-41d7-a20e-521c551a806c service neutron] Publish callbacks [] for port (512d54ea-57f1-4527-92e1-eedb70a7c374), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:18.856695 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.provisioning_blocks [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-6229b158-e11a-41d7-a20e-521c551a806c service neutron] Transition to ACTIVE for port object 512d54ea-57f1-4527-92e1-eedb70a7c374 will not be triggered until provisioned by entity L2. {{(pid=109622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 00:30:18.861904 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-6229b158-e11a-41d7-a20e-521c551a806c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (512d54ea-57f1-4527-92e1-eedb70a7c374), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:18.883434 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fa5186-7055-4178-ac3c-1e1af44afd35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb676a3e-99a9-47de-afae-8aa3966a56d3'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:30:18.887487 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f600c88-a7cd-4b61-bf7d-8471db11d17c" -d '{"events": [{"server_uuid": "64fa5186-7055-4178-ac3c-1e1af44afd35", "name": "network-vif-plugged", "status": "completed", "tag": "fb676a3e-99a9-47de-afae-8aa3966a56d3"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:30:18.945031 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229b158-e11a-41d7-a20e-521c551a806c service neutron] Pushing event updated for resources: {'Port': ['ID=512d54ea-57f1-4527-92e1-eedb70a7c374,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:18.948129 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cc39c8-b07a-4571-8bf6-16d6d992b1fc x-openstack-request-id: req-56cc39c8-b07a-4571-8bf6-16d6d992b1fc {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:30:18.948459 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64fa5186-7055-4178-ac3c-1e1af44afd35", "name": "network-vif-plugged", "status": "completed", "tag": "fb676a3e-99a9-47de-afae-8aa3966a56d3", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:30:18.948713 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56cc39c8-b07a-4571-8bf6-16d6d992b1fc {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:30:18.949105 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fa5186-7055-4178-ac3c-1e1af44afd35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb676a3e-99a9-47de-afae-8aa3966a56d3', 'code': 200} Mar 18 00:30:18.995848 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-6229b158-e11a-41d7-a20e-521c551a806c service neutron] Attempting to bind port 512d54ea-57f1-4527-92e1-eedb70a7c374 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:30:18.996096 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-6229b158-e11a-41d7-a20e-521c551a806c service neutron] Attempting to bind port 512d54ea-57f1-4527-92e1-eedb70a7c374 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '43c28691-eaee-4d97-886a-f2412f2cdc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '32045292-e9b4-49fd-931e-0a9763898e8b'}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:30:18.996441 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-6229b158-e11a-41d7-a20e-521c551a806c service neutron] Attempting to bind port 512d54ea-57f1-4527-92e1-eedb70a7c374 on network 32045292-e9b4-49fd-931e-0a9763898e8b {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:30:19.001009 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-6229b158-e11a-41d7-a20e-521c551a806c service neutron] Port 512d54ea-57f1-4527-92e1-eedb70a7c374 on network 32045292-e9b4-49fd-931e-0a9763898e8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 00:30:19.001347 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-6229b158-e11a-41d7-a20e-521c551a806c service neutron] Attempting to bind port 512d54ea-57f1-4527-92e1-eedb70a7c374 on network 32045292-e9b4-49fd-931e-0a9763898e8b {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:30:19.006223 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-6229b158-e11a-41d7-a20e-521c551a806c service neutron] Checking agent: {'id': 'a11cec97-e670-4172-acc9-1e6c1f318043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'started_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:30:19.006558 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-6229b158-e11a-41d7-a20e-521c551a806c service neutron] Checking segment: {'id': '43c28691-eaee-4d97-886a-f2412f2cdc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '32045292-e9b4-49fd-931e-0a9763898e8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:30:19.006936 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-6229b158-e11a-41d7-a20e-521c551a806c service neutron] Bound using segment: {'id': '43c28691-eaee-4d97-886a-f2412f2cdc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '32045292-e9b4-49fd-931e-0a9763898e8b'} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:30:19.007349 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-6229b158-e11a-41d7-a20e-521c551a806c service neutron] Bound port: 512d54ea-57f1-4527-92e1-eedb70a7c374, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43c28691-eaee-4d97-886a-f2412f2cdc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '32045292-e9b4-49fd-931e-0a9763898e8b'}}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:30:19.007698 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-6229b158-e11a-41d7-a20e-521c551a806c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (512d54ea-57f1-4527-92e1-eedb70a7c374), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:19.093402 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-6229b158-e11a-41d7-a20e-521c551a806c service neutron] For port 512d54ea-57f1-4527-92e1-eedb70a7c374, host hv-cinder-76845, cleared binding levels {{(pid=109622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:30:19.097523 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-6229b158-e11a-41d7-a20e-521c551a806c service neutron] For port 512d54ea-57f1-4527-92e1-eedb70a7c374, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=512d54ea-57f1-4527-92e1-eedb70a7c374,segment=NetworkSegment(43c28691-eaee-4d97-886a-f2412f2cdc33),segment_id=43c28691-eaee-4d97-886a-f2412f2cdc33)] {{(pid=109622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:30:19.105942 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-6229b158-e11a-41d7-a20e-521c551a806c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (512d54ea-57f1-4527-92e1-eedb70a7c374), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:19.155775 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-6229b158-e11a-41d7-a20e-521c551a806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:19.156402 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-6229b158-e11a-41d7-a20e-521c551a806c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:19.157857 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-6229b158-e11a-41d7-a20e-521c551a806c service neutron] 10.222.0.10 "PUT /v2.0/ports/512d54ea-57f1-4527-92e1-eedb70a7c374 HTTP/1.1" status: 200 len: 1093 time: 1.0064864 Mar 18 00:30:19.158311 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d393a3-c469-444a-9ac7-4723f0d9bd7c', 'tag': '512d54ea-57f1-4527-92e1-eedb70a7c374'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:30:19.160623 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625c9fbf-3a6b-4124-9623-ebd85cc8c8a3" -d '{"events": [{"name": "network-changed", "server_uuid": "19d393a3-c469-444a-9ac7-4723f0d9bd7c", "tag": "512d54ea-57f1-4527-92e1-eedb70a7c374"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:30:19.183748 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229b158-e11a-41d7-a20e-521c551a806c service neutron] Pushing event updated for resources: {'Port': ['ID=512d54ea-57f1-4527-92e1-eedb70a7c374,revision_number=3']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:19.245737 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43123a0f-9e49-4c1b-b9cb-34ea9a5d7d90 x-openstack-request-id: req-43123a0f-9e49-4c1b-b9cb-34ea9a5d7d90 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:30:19.245737 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19d393a3-c469-444a-9ac7-4723f0d9bd7c", "tag": "512d54ea-57f1-4527-92e1-eedb70a7c374", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:30:19.246347 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-43123a0f-9e49-4c1b-b9cb-34ea9a5d7d90 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:30:19.246678 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d393a3-c469-444a-9ac7-4723f0d9bd7c', 'tag': '512d54ea-57f1-4527-92e1-eedb70a7c374', 'status': 'completed', 'code': 200} Mar 18 00:30:19.325541 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c23a9d-97e3-4d50-8b37-4b8dc4814c05 req-18ad5a09-9bdf-4069-af57-102808106391 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:19.336932 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-62c23a9d-97e3-4d50-8b37-4b8dc4814c05 req-18ad5a09-9bdf-4069-af57-102808106391 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0980814 Mar 18 00:30:19.453289 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-62c23a9d-97e3-4d50-8b37-4b8dc4814c05 req-84c052a5-d4d2-46a8-bb9d-305876802b81 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104472 Mar 18 00:30:19.475899 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-4164a25a-baab-4f73-89df-d08e06f5d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:19.478199 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-4164a25a-baab-4f73-89df-d08e06f5d7e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fe72212a2bee428688d972d2b4bfbdf8&device_id=19d393a3-c469-444a-9ac7-4723f0d9bd7c HTTP/1.1" status: 200 len: 1127 time: 0.1675653 Mar 18 00:30:19.488545 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f3026-1f50-49a6-a6fa-0fcd30ca19be req-3b15494b-628c-4fcb-ab90-c6d73cb49ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:19.490142 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9c8f3026-1f50-49a6-a6fa-0fcd30ca19be req-3b15494b-628c-4fcb-ab90-c6d73cb49ea2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 1130 time: 0.1807396 Mar 18 00:30:19.562763 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-1c8f99f8-75e6-404e-b6b8-56663c68fd0f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=512d54ea-57f1-4527-92e1-eedb70a7c374 HTTP/1.1" status: 200 len: 217 time: 0.0604260 Mar 18 00:30:19.621780 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-130df0eb-fd8d-4f13-8138-c514a127b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:19.623717 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-130df0eb-fd8d-4f13-8138-c514a127b491 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3f51ca1c-4cea-45f3-bbd6-37f00e484579 HTTP/1.1" status: 200 len: 849 time: 0.0521193 Mar 18 00:30:19.641251 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 49108) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:19.695562 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d300178-dee2-425b-b657-3bc503450a50 req-14875bb8-052c-4172-9865-2581731fbee8 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:19.697413 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-0710ad2e-4a28-4de2-9e9d-50c721f453f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=32045292-e9b4-49fd-931e-0a9763898e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564871 Mar 18 00:30:19.697982 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-4d300178-dee2-425b-b657-3bc503450a50 req-14875bb8-052c-4172-9865-2581731fbee8 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d393a3-c469-444a-9ac7-4723f0d9bd7c HTTP/1.1" status: 200 len: 943 time: 0.1154461 Mar 18 00:30:19.710062 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9c8f3026-1f50-49a6-a6fa-0fcd30ca19be req-72ff0eed-21bd-4299-b686-0020b798ed58 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035823 Mar 18 00:30:19.762559 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab8d2e-d80f-44bf-b67e-7e1eacde6b48 req-fdc79c79-97dc-42e5-b37d-e19db52eea21 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:19.764171 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6dab8d2e-d80f-44bf-b67e-7e1eacde6b48 req-fdc79c79-97dc-42e5-b37d-e19db52eea21 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0704849 Mar 18 00:30:19.773465 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 49114) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:19.782132 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-4d341a6b-bd98-47ad-bd5c-afc47ea33dc5 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Request body: {'floatingip': {'port_id': '996e1454-7e85-4345-8d6a-6a612f71e6f2'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:30:19.795800 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-4d300178-dee2-425b-b657-3bc503450a50 req-baa046a4-6895-4de3-b80f-d2c33d317fc5 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/security-groups?id=2008378c-ffc5-4604-8c46-4edacad56be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863280 Mar 18 00:30:19.901462 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4d341a6b-bd98-47ad-bd5c-afc47ea33dc5 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for floatingip (7a398ee2-d9e7-4a76-9fd2-86df49ccfff6), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:19.918285 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-c9f163b0-d7ea-4284-892e-888710e8d581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:20.158668 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcd52b-fb4d-45b9-b634-df52e01e33a8 req-f7a31fde-0e95-4c3b-b9e7-61ef9d8c9104 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:20.160175 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-65fcd52b-fb4d-45b9-b634-df52e01e33a8 req-f7a31fde-0e95-4c3b-b9e7-61ef9d8c9104 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.2931309 Mar 18 00:30:20.341395 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-635250d5-02a3-47aa-8b25-0532b8085ac5 service neutron] 10.222.0.10 "GET /v2.0/networks/32045292-e9b4-49fd-931e-0a9763898e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137605 Mar 18 00:30:20.358271 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-c9f163b0-d7ea-4284-892e-888710e8d581 admin admin] Publish callbacks [] for security_group (23a97547-8d62-44a8-9ac1-363cd20cd619), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:20.381478 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-c9f163b0-d7ea-4284-892e-888710e8d581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (23a97547-8d62-44a8-9ac1-363cd20cd619), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:20.426357 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-65fcd52b-fb4d-45b9-b634-df52e01e33a8 req-92bde00a-3aa6-4f1d-98c4-81eac1dc0758 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554045 Mar 18 00:30:20.514295 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f163b0-d7ea-4284-892e-888710e8d581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a97547-8d62-44a8-9ac1-363cd20cd619,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:20.524399 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-c9f163b0-d7ea-4284-892e-888710e8d581 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2158b28b38b144718d3d0df5423d5555&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8812089 Mar 18 00:30:20.527764 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 49122) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:20.622249 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a8cc7c77-5695-4901-80e0-0cbe566bdd45 admin admin] Publish callbacks [] for security_group (23a97547-8d62-44a8-9ac1-363cd20cd619), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:20.652476 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a8cc7c77-5695-4901-80e0-0cbe566bdd45 admin admin] Publish callbacks [] for security_group (23a97547-8d62-44a8-9ac1-363cd20cd619), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:20.718025 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cdeb4d5f-1009-4c17-ab96-03fb1aea0e6a req-66720e38-b2dc-43be-b1f9-95bb3148e1d7 service neutron] 10.222.0.10 "GET /v2.0/networks/32045292-e9b4-49fd-931e-0a9763898e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584769 Mar 18 00:30:20.723884 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a8cc7c77-5695-4901-80e0-0cbe566bdd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (23a97547-8d62-44a8-9ac1-363cd20cd619), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:20.726483 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a8cc7c77-5695-4901-80e0-0cbe566bdd45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:20.730189 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-a8cc7c77-5695-4901-80e0-0cbe566bdd45 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23a97547-8d62-44a8-9ac1-363cd20cd619 HTTP/1.1" status: 204 len: 168 time: 0.1974282 Mar 18 00:30:20.737775 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc7c77-5695-4901-80e0-0cbe566bdd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a97547-8d62-44a8-9ac1-363cd20cd619,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:20.981683 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd20903-204c-45d0-a9cb-f1e770641737 req-aeafba81-7593-4c80-8bc1-7ca790a08d14 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:20.988683 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-4cd20903-204c-45d0-a9cb-f1e770641737 req-aeafba81-7593-4c80-8bc1-7ca790a08d14 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d393a3-c469-444a-9ac7-4723f0d9bd7c HTTP/1.1" status: 200 len: 943 time: 0.0997982 Mar 18 00:30:21.041324 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-4cd20903-204c-45d0-a9cb-f1e770641737 req-8ad77994-4c0e-46be-a178-51a601f5d117 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/security-groups?id=2008378c-ffc5-4604-8c46-4edacad56be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500972 Mar 18 00:30:21.117510 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.db.resource_extend [None req-4d341a6b-bd98-47ad-bd5c-afc47ea33dc5 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 18 00:30:21.216297 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c9fbf-3a6b-4124-9623-ebd85cc8c8a3 req-55572cae-0f33-4cca-ad46-10c04419df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:21.217815 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-625c9fbf-3a6b-4124-9623-ebd85cc8c8a3 req-55572cae-0f33-4cca-ad46-10c04419df38 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fe72212a2bee428688d972d2b4bfbdf8&device_id=19d393a3-c469-444a-9ac7-4723f0d9bd7c HTTP/1.1" status: 200 len: 1127 time: 0.1584890 Mar 18 00:30:21.256740 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4d341a6b-bd98-47ad-bd5c-afc47ea33dc5 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:21.274385 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4d341a6b-bd98-47ad-bd5c-afc47ea33dc5 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (7a398ee2-d9e7-4a76-9fd2-86df49ccfff6), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:21.432973 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c9fbf-3a6b-4124-9623-ebd85cc8c8a3 req-394c9dcd-3485-4848-8885-1a470ac54c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:21.435066 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-625c9fbf-3a6b-4124-9623-ebd85cc8c8a3 req-394c9dcd-3485-4848-8885-1a470ac54c14 service neutron] 10.222.0.10 "GET /v2.0/networks?id=32045292-e9b4-49fd-931e-0a9763898e8b HTTP/1.1" status: 200 len: 909 time: 0.1990626 Mar 18 00:30:21.449331 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-fab96787-c9fb-45d1-8e3f-8f090c492700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:21.507877 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-625c9fbf-3a6b-4124-9623-ebd85cc8c8a3 req-a7f38948-66de-4707-a211-ca162d9c5145 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=512d54ea-57f1-4527-92e1-eedb70a7c374 HTTP/1.1" status: 200 len: 217 time: 0.0462477 Mar 18 00:30:21.546286 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.l3_db [None req-4d341a6b-bd98-47ad-bd5c-afc47ea33dc5 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Floating IP 7a398ee2-d9e7-4a76-9fd2-86df49ccfff6 associated. External IP: 172.28.2.254, port: 996e1454-7e85-4345-8d6a-6a612f71e6f2. Mar 18 00:30:21.700452 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c9fbf-3a6b-4124-9623-ebd85cc8c8a3 req-9547ee84-2f1f-4f3a-bd80-7a7afcf14e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:21.702402 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-625c9fbf-3a6b-4124-9623-ebd85cc8c8a3 req-9547ee84-2f1f-4f3a-bd80-7a7afcf14e43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3f51ca1c-4cea-45f3-bbd6-37f00e484579 HTTP/1.1" status: 200 len: 849 time: 0.1535809 Mar 18 00:30:21.727682 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a402b-61de-4c8e-84b4-731e5f6a6faa req-513ca13c-1d26-4ebd-8abd-32709705bdd7 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:21.736687 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b38a402b-61de-4c8e-84b4-731e5f6a6faa req-513ca13c-1d26-4ebd-8abd-32709705bdd7 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.2265687 Mar 18 00:30:21.766352 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-625c9fbf-3a6b-4124-9623-ebd85cc8c8a3 req-d20e8806-8bdf-424c-8bc6-b21719f3775d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=32045292-e9b4-49fd-931e-0a9763898e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559170 Mar 18 00:30:21.969714 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b38a402b-61de-4c8e-84b4-731e5f6a6faa req-79583f2f-4465-49e3-8f07-e04eacb7b5c0 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295799 Mar 18 00:30:22.085230 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-625c9fbf-3a6b-4124-9623-ebd85cc8c8a3 req-4b108592-4c20-479e-b5b3-4d68a63ca70a service neutron] 10.222.0.10 "GET /v2.0/networks/32045292-e9b4-49fd-931e-0a9763898e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061733 Mar 18 00:30:22.110573 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b069f-1209-4af2-87ec-babb9c9da083 req-6179faa0-96ea-490f-a66b-0c846e1f7899 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:22.112967 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-707b069f-1209-4af2-87ec-babb9c9da083 req-6179faa0-96ea-490f-a66b-0c846e1f7899 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 946 time: 0.0889230 Mar 18 00:30:22.195601 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d341a6b-bd98-47ad-bd5c-afc47ea33dc5 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Router 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:30:22.205746 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-707b069f-1209-4af2-87ec-babb9c9da083 req-b02e832a-ee8c-476b-b128-90361b09ea66 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/security-groups?id=36c4e4af-0c58-499f-8576-4b96e63e4f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859430 Mar 18 00:30:22.393122 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403d025-7523-4e15-a352-1ea963783c1c req-33d03ba8-c1bb-4e24-a4e1-7ecbce51e0e5 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:22.402910 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-3403d025-7523-4e15-a352-1ea963783c1c req-33d03ba8-c1bb-4e24-a4e1-7ecbce51e0e5 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d393a3-c469-444a-9ac7-4723f0d9bd7c HTTP/1.1" status: 200 len: 943 time: 0.1159718 Mar 18 00:30:22.456170 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-3403d025-7523-4e15-a352-1ea963783c1c req-a52a3801-2327-4676-aa29-4c6b80a8eb22 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/security-groups?id=2008378c-ffc5-4604-8c46-4edacad56be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523226 Mar 18 00:30:22.498962 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-625c9fbf-3a6b-4124-9623-ebd85cc8c8a3 req-798a16e0-c2eb-491b-8e5a-06da11750b2a service neutron] 10.222.0.10 "GET /v2.0/networks/32045292-e9b4-49fd-931e-0a9763898e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941009 Mar 18 00:30:22.538938 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e55b4d-932c-4de3-8beb-51ab6c821c67 req-51614c7e-edda-4370-a4af-626448ac4f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:22.540701 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-34e55b4d-932c-4de3-8beb-51ab6c821c67 req-51614c7e-edda-4370-a4af-626448ac4f23 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab1e227852a347109abfca16a62e0b84&device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 1130 time: 0.1358242 Mar 18 00:30:22.541689 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d341a6b-bd98-47ad-bd5c-afc47ea33dc5 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:30:22.554404 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4d341a6b-bd98-47ad-bd5c-afc47ea33dc5 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:22.579650 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a29a305-a603-4121-bfcf-b94e8f1c0447 None None] Sync routers for ids ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'] in dv-cinder-768458-19-smb {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:30:22.591914 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a29a305-a603-4121-bfcf-b94e8f1c0447 None None] Routers {'1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:30:22.592625 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-2a29a305-a603-4121-bfcf-b94e8f1c0447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:29:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:30:22.593222 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e61cd-052f-4c13-b12b-a60c0e412255 req-99726020-9e12-4a88-a05f-50f96fdcf011 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:22.594460 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-3d0e61cd-052f-4c13-b12b-a60c0e412255 req-99726020-9e12-4a88-a05f-50f96fdcf011 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.2032983 Mar 18 00:30:22.660826 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-4d341a6b-bd98-47ad-bd5c-afc47ea33dc5 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "PUT /v2.0/floatingips/7a398ee2-d9e7-4a76-9fd2-86df49ccfff6 HTTP/1.1" status: 200 len: 991 time: 2.8862679 Mar 18 00:30:22.664397 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0aa092-177e-40a3-8f46-128f5ad286f9', 'tag': '996e1454-7e85-4345-8d6a-6a612f71e6f2'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:30:22.667185 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f7728c-fca1-48d4-a27b-fb9e83f584c0" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0aa092-177e-40a3-8f46-128f5ad286f9", "tag": "996e1454-7e85-4345-8d6a-6a612f71e6f2"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:30:22.711891 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b6f0c3-5156-40f0-a957-0b408ba4aeee x-openstack-request-id: req-85b6f0c3-5156-40f0-a957-0b408ba4aeee {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:30:22.712251 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0aa092-177e-40a3-8f46-128f5ad286f9", "tag": "996e1454-7e85-4345-8d6a-6a612f71e6f2", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:30:22.712578 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85b6f0c3-5156-40f0-a957-0b408ba4aeee {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:30:22.712976 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0aa092-177e-40a3-8f46-128f5ad286f9', 'tag': '996e1454-7e85-4345-8d6a-6a612f71e6f2', 'status': 'completed', 'code': 200} Mar 18 00:30:22.725119 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-3d0e61cd-052f-4c13-b12b-a60c0e412255 req-1062806f-e13e-41f1-9c50-18e68136f76e tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179142 Mar 18 00:30:22.747306 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e55b4d-932c-4de3-8beb-51ab6c821c67 req-ad8e4dfc-1214-48b7-a9ef-adf9ec32cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:22.748755 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-34e55b4d-932c-4de3-8beb-51ab6c821c67 req-ad8e4dfc-1214-48b7-a9ef-adf9ec32cc41 service neutron] 10.222.0.10 "GET /v2.0/networks?id=84748e75-c932-49cf-9755-9d062da3cfcc HTTP/1.1" status: 200 len: 919 time: 0.1892855 Mar 18 00:30:22.749682 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-2a29a305-a603-4121-bfcf-b94e8f1c0447 None None] Set router 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:30:22.798104 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-34e55b4d-932c-4de3-8beb-51ab6c821c67 req-c3b3083e-c443-4b8a-b13b-fdee1490e2b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb676a3e-99a9-47de-afae-8aa3966a56d3 HTTP/1.1" status: 200 len: 217 time: 0.0374055 Mar 18 00:30:22.883349 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e55b4d-932c-4de3-8beb-51ab6c821c67 req-a7a64460-6fb1-4a14-a074-86f9cd90a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:22.885916 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-34e55b4d-932c-4de3-8beb-51ab6c821c67 req-a7a64460-6fb1-4a14-a074-86f9cd90a2e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd85f2-fb38-454d-bc7d-cc26360c8265 HTTP/1.1" status: 200 len: 859 time: 0.0782638 Mar 18 00:30:22.889001 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7728c-fca1-48d4-a27b-fb9e83f584c0 req-2db12cc5-3225-418d-8be9-192b4bbdfcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:22.890992 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-58f7728c-fca1-48d4-a27b-fb9e83f584c0 req-2db12cc5-3225-418d-8be9-192b4bbdfcd0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0bd772cceaf4f9486cf4424af396729&device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 1129 time: 0.0920129 Mar 18 00:30:23.110398 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-2a29a305-a603-4121-bfcf-b94e8f1c0447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-1620174948-router', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:29:43Z', 'revision_number': 4, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'gw_port': {'id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': '7a398ee2-d9e7-4a76-9fd2-86df49ccfff6', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'floating_ip_address': '172.28.2.254', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'port_id': '996e1454-7e85-4345-8d6a-6a612f71e6f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'mac_address': 'fa:16:3e:2b:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0aa092-177e-40a3-8f46-128f5ad286f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:29:52Z', 'updated_at': '2022-03-18T00:30:20Z', 'revision_number': 1, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02915f61-4b45-4b74-9531-f15e4d8c0a90', 'name': '', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'mac_address': 'fa:16:3e:9f:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76384fd9-f436-4624-9d38-5e3873131694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:42Z', 'updated_at': '2022-03-18T00:29:49Z', 'revision_number': 5, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'subnets': [{'id': '76384fd9-f436-4624-9d38-5e3873131694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:30:23.151146 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a29a305-a603-4121-bfcf-b94e8f1c0447 None None] Checking router: 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c for host: dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:30:23.161537 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a29a305-a603-4121-bfcf-b94e8f1c0447 None None] Routers {'1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:30:23.162235 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-2a29a305-a603-4121-bfcf-b94e8f1c0447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:29:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:30:23.181046 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-34e55b4d-932c-4de3-8beb-51ab6c821c67 req-86c03628-ca5c-4c2f-92df-6672a648fa1a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84748e75-c932-49cf-9755-9d062da3cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2760019 Mar 18 00:30:23.348932 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-2a29a305-a603-4121-bfcf-b94e8f1c0447 None None] Set router 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:30:23.360035 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83954c-da14-4f8c-bcda-88bed9267511 req-da8e9f55-ccdd-425b-b37e-2d606979b5c0 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:23.367007 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ca83954c-da14-4f8c-bcda-88bed9267511 req-da8e9f55-ccdd-425b-b37e-2d606979b5c0 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 946 time: 0.0724332 Mar 18 00:30:23.396882 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7728c-fca1-48d4-a27b-fb9e83f584c0 req-effa87b7-7d09-4171-ac0c-ae9613c0e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:23.398620 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-58f7728c-fca1-48d4-a27b-fb9e83f584c0 req-effa87b7-7d09-4171-ac0c-ae9613c0e5c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42586f8a-ab3e-4979-8086-8a3f40b27b85 HTTP/1.1" status: 200 len: 917 time: 0.4926615 Mar 18 00:30:23.448523 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ca83954c-da14-4f8c-bcda-88bed9267511 req-5c45f2d7-05c1-4255-ad4a-b351361a9ee7 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/security-groups?id=36c4e4af-0c58-499f-8576-4b96e63e4f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804853 Mar 18 00:30:23.483075 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-34e55b4d-932c-4de3-8beb-51ab6c821c67 req-9febc593-cd6b-4fa8-a774-71f70e115f4b service neutron] 10.222.0.10 "GET /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588365 Mar 18 00:30:23.672204 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-58f7728c-fca1-48d4-a27b-fb9e83f584c0 req-8c662f87-1ece-4d4a-8f7e-5bb67ca51891 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=996e1454-7e85-4345-8d6a-6a612f71e6f2 HTTP/1.1" status: 200 len: 999 time: 0.2616930 Mar 18 00:30:23.675892 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-34e55b4d-932c-4de3-8beb-51ab6c821c67 req-271853c1-17b7-44dc-ad4d-0c432cc253e9 service neutron] 10.222.0.10 "GET /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791010 Mar 18 00:30:23.714375 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ad808-3366-4a9b-9585-33c7dfb26bc0 req-c92b4bb3-701f-4a75-890d-09e3ad3d8dd9 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:23.715956 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-166ad808-3366-4a9b-9585-33c7dfb26bc0 req-c92b4bb3-701f-4a75-890d-09e3ad3d8dd9 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d393a3-c469-444a-9ac7-4723f0d9bd7c HTTP/1.1" status: 200 len: 943 time: 0.1257045 Mar 18 00:30:23.828495 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-95f67f61-4f2a-4216-b6cf-3414978058a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:23.861170 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-2a29a305-a603-4121-bfcf-b94e8f1c0447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-1620174948-router', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:29:43Z', 'revision_number': 4, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'gw_port': {'id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': '7a398ee2-d9e7-4a76-9fd2-86df49ccfff6', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'floating_ip_address': '172.28.2.254', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'port_id': '996e1454-7e85-4345-8d6a-6a612f71e6f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'mac_address': 'fa:16:3e:2b:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0aa092-177e-40a3-8f46-128f5ad286f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:29:52Z', 'updated_at': '2022-03-18T00:30:20Z', 'revision_number': 1, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02915f61-4b45-4b74-9531-f15e4d8c0a90', 'name': '', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'mac_address': 'fa:16:3e:9f:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76384fd9-f436-4624-9d38-5e3873131694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:42Z', 'updated_at': '2022-03-18T00:29:49Z', 'revision_number': 5, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'subnets': [{'id': '76384fd9-f436-4624-9d38-5e3873131694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:30:23.862916 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-166ad808-3366-4a9b-9585-33c7dfb26bc0 req-60dd1426-c25f-40f8-89a8-6ea3de695e18 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/security-groups?id=2008378c-ffc5-4604-8c46-4edacad56be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353915 Mar 18 00:30:23.875525 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7728c-fca1-48d4-a27b-fb9e83f584c0 req-bf6fbdf7-04cd-46f1-b1fe-e9e390e81b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:23.889941 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-58f7728c-fca1-48d4-a27b-fb9e83f584c0 req-bf6fbdf7-04cd-46f1-b1fe-e9e390e81b77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76384fd9-f436-4624-9d38-5e3873131694 HTTP/1.1" status: 200 len: 856 time: 0.1780791 Mar 18 00:30:23.931626 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a29a305-a603-4121-bfcf-b94e8f1c0447 None None] The sync data for ids ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'] in dv-cinder-768458-19-smb is: [{'id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-1620174948-router', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:29:43Z', 'revision_number': 4, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'gw_port': {'id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': '7a398ee2-d9e7-4a76-9fd2-86df49ccfff6', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'floating_ip_address': '172.28.2.254', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'port_id': '996e1454-7e85-4345-8d6a-6a612f71e6f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'mac_address': 'fa:16:3e:2b:5b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0aa092-177e-40a3-8f46-128f5ad286f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:29:52Z', 'updated_at': '2022-03-18T00:30:20Z', 'revision_number': 1, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02915f61-4b45-4b74-9531-f15e4d8c0a90', 'name': '', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'mac_address': 'fa:16:3e:9f:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76384fd9-f436-4624-9d38-5e3873131694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:42Z', 'updated_at': '2022-03-18T00:29:49Z', 'revision_number': 5, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'subnets': [{'id': '76384fd9-f436-4624-9d38-5e3873131694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:30:23.949310 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce058811-1f8f-465e-a02e-07f1f6c2b12d req-dcee3010-827a-4953-a3f6-959efabb9137 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:23.956780 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ce058811-1f8f-465e-a02e-07f1f6c2b12d req-dcee3010-827a-4953-a3f6-959efabb9137 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.1045158 Mar 18 00:30:23.974352 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7728c-fca1-48d4-a27b-fb9e83f584c0 req-38f2eaf5-3015-41c4-b6ec-38c021107289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:23.975910 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-58f7728c-fca1-48d4-a27b-fb9e83f584c0 req-38f2eaf5-3015-41c4-b6ec-38c021107289 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42586f8a-ab3e-4979-8086-8a3f40b27b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0849626 Mar 18 00:30:24.054254 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 49296) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:24.069248 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ce058811-1f8f-465e-a02e-07f1f6c2b12d req-9573b52b-6693-4e77-9c8f-a80d932e3248 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062758 Mar 18 00:30:24.168260 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-58f7728c-fca1-48d4-a27b-fb9e83f584c0 req-d2bfae9a-0b22-4f14-9958-36fff204b59f service neutron] 10.222.0.10 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396277 Mar 18 00:30:24.260679 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d702d021-cb6f-4103-8556-30273318da93 None None] New status for floating IP 7a398ee2-d9e7-4a76-9fd2-86df49ccfff6: ACTIVE {{(pid=109624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 00:30:24.270916 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ea71d638-cc5c-42b9-a4ce-a110e5663389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:24.348449 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-58f7728c-fca1-48d4-a27b-fb9e83f584c0 req-e73d4261-9622-4e74-a037-6fefc902d484 service neutron] 10.222.0.10 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437898 Mar 18 00:30:24.412515 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d820e8-f416-4a58-aa29-aca02fb08ef7 req-e0fbeb94-9a0d-407a-befd-eff82082d3f7 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:24.414000 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e2d820e8-f416-4a58-aa29-aca02fb08ef7 req-e0fbeb94-9a0d-407a-befd-eff82082d3f7 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 946 time: 0.0831237 Mar 18 00:30:24.438715 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ea71d638-cc5c-42b9-a4ce-a110e5663389 admin admin] Publish callbacks [] for security_group (662b2a9a-c32f-4b76-b64f-e8b5410f0e42), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:24.456724 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ea71d638-cc5c-42b9-a4ce-a110e5663389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (662b2a9a-c32f-4b76-b64f-e8b5410f0e42), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:24.527794 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-ea71d638-cc5c-42b9-a4ce-a110e5663389 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7430b8abb7df4850a6760ae1d78eba35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4726634 Mar 18 00:30:24.528639 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71d638-cc5c-42b9-a4ce-a110e5663389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662b2a9a-c32f-4b76-b64f-e8b5410f0e42,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:24.530448 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 49310) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:24.590099 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3f5451c7-8cdc-4660-a9ff-885c04e4ad60 admin admin] Publish callbacks [] for security_group (662b2a9a-c32f-4b76-b64f-e8b5410f0e42), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:24.598330 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 512d54ea-57f1-4527-92e1-eedb70a7c374 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 00:30:24.621616 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3f5451c7-8cdc-4660-a9ff-885c04e4ad60 admin admin] Publish callbacks [] for security_group (662b2a9a-c32f-4b76-b64f-e8b5410f0e42), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:24.646074 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e82376-ef46-4788-9a04-af0b7a267d92 req-eb2a2d60-ba10-4f0c-b962-2feaf68a0eb7 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:24.647753 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-34e82376-ef46-4788-9a04-af0b7a267d92 req-eb2a2d60-ba10-4f0c-b962-2feaf68a0eb7 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 946 time: 0.1234872 Mar 18 00:30:24.651550 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-e2d820e8-f416-4a58-aa29-aca02fb08ef7 req-13eeae49-8e42-4956-9dc6-f2aa7ac00037 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Deleting port a2a887ad-2620-43de-8f49-25bf51ff1e4f {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:30:24.651895 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-e2d820e8-f416-4a58-aa29-aca02fb08ef7 req-13eeae49-8e42-4956-9dc6-f2aa7ac00037 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (a2a887ad-2620-43de-8f49-25bf51ff1e4f), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:24.686194 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:24.687313 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3f5451c7-8cdc-4660-a9ff-885c04e4ad60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (662b2a9a-c32f-4b76-b64f-e8b5410f0e42), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:24.690429 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3f5451c7-8cdc-4660-a9ff-885c04e4ad60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:24.692066 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-3f5451c7-8cdc-4660-a9ff-885c04e4ad60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/662b2a9a-c32f-4b76-b64f-e8b5410f0e42 HTTP/1.1" status: 204 len: 168 time: 0.1604624 Mar 18 00:30:24.703764 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5451c7-8cdc-4660-a9ff-885c04e4ad60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662b2a9a-c32f-4b76-b64f-e8b5410f0e42,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:24.739382 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 512d54ea-57f1-4527-92e1-eedb70a7c374, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=512d54ea-57f1-4527-92e1-eedb70a7c374,segment=NetworkSegment(43c28691-eaee-4d97-886a-f2412f2cdc33),segment_id=43c28691-eaee-4d97-886a-f2412f2cdc33)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:30:24.757797 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Returning: {'device': '512d54ea-57f1-4527-92e1-eedb70a7c374', 'network_id': '32045292-e9b4-49fd-931e-0a9763898e8b', 'port_id': '512d54ea-57f1-4527-92e1-eedb70a7c374', 'mac_address': 'fa:16:3e:30:07:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f51ca1c-4cea-45f3-bbd6-37f00e484579', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 00:30:24.760882 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-34e82376-ef46-4788-9a04-af0b7a267d92 req-f0d32854-5452-41ee-a985-c2488eb09430 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/security-groups?id=36c4e4af-0c58-499f-8576-4b96e63e4f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048295 Mar 18 00:30:24.799031 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-e2d820e8-f416-4a58-aa29-aca02fb08ef7 req-13eeae49-8e42-4956-9dc6-f2aa7ac00037 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] For port a2a887ad-2620-43de-8f49-25bf51ff1e4f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a2a887ad-2620-43de-8f49-25bf51ff1e4f,segment=NetworkSegment(2b4a640a-c24b-4033-824c-7fcaa091104c),segment_id=2b4a640a-c24b-4033-824c-7fcaa091104c)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:30:24.799424 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-e2d820e8-f416-4a58-aa29-aca02fb08ef7 req-13eeae49-8e42-4956-9dc6-f2aa7ac00037 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (a2a887ad-2620-43de-8f49-25bf51ff1e4f), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:24.809252 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 512d54ea-57f1-4527-92e1-eedb70a7c374 is: DOWN; New status is: BUILD {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:30:24.809692 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (512d54ea-57f1-4527-92e1-eedb70a7c374), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:24.817891 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-e2d820e8-f416-4a58-aa29-aca02fb08ef7 req-13eeae49-8e42-4956-9dc6-f2aa7ac00037 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Calling delete_port for a2a887ad-2620-43de-8f49-25bf51ff1e4f owned by compute:nova {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:30:24.829680 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512d54ea-57f1-4527-92e1-eedb70a7c374 {{(pid=109624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:30:24.849341 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 512d54ea-57f1-4527-92e1-eedb70a7c374, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=512d54ea-57f1-4527-92e1-eedb70a7c374,segment=NetworkSegment(43c28691-eaee-4d97-886a-f2412f2cdc33),segment_id=43c28691-eaee-4d97-886a-f2412f2cdc33)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:30:24.854167 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (512d54ea-57f1-4527-92e1-eedb70a7c374), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:25.010173 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-e2d820e8-f416-4a58-aa29-aca02fb08ef7 req-13eeae49-8e42-4956-9dc6-f2aa7ac00037 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527'] for port (a2a887ad-2620-43de-8f49-25bf51ff1e4f), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:25.016764 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03e9b1-1cb4-403e-960e-cf6448b4a82c req-ba79b626-93ef-4d40-93e4-099a9e1ef9dc tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:25.019025 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ca03e9b1-1cb4-403e-960e-cf6448b4a82c req-ba79b626-93ef-4d40-93e4-099a9e1ef9dc tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d393a3-c469-444a-9ac7-4723f0d9bd7c HTTP/1.1" status: 200 len: 944 time: 0.0632906 Mar 18 00:30:25.051515 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eeae49-8e42-4956-9dc6-f2aa7ac00037 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Pushing event deleted for resources: {'Port': ['ID=a2a887ad-2620-43de-8f49-25bf51ff1e4f,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:25.058827 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['a2a887ad-2620-43de-8f49-25bf51ff1e4f'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:30:25.076408 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 49318) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:25.105081 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ca03e9b1-1cb4-403e-960e-cf6448b4a82c req-7068f7bd-2e09-42f8-8a41-26f0a25d927a tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/security-groups?id=2008378c-ffc5-4604-8c46-4edacad56be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721321 Mar 18 00:30:25.106838 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=512d54ea-57f1-4527-92e1-eedb70a7c374,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:25.108504 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-def9a8c3-aa8d-45e5-98fd-48dcaf2ee04a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:25.136486 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d820e8-f416-4a58-aa29-aca02fb08ef7 req-13eeae49-8e42-4956-9dc6-f2aa7ac00037 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] No DVR routers for this DVR port a2a887ad-2620-43de-8f49-25bf51ff1e4f on host hv-cinder-76845 {{(pid=109622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:30:25.140625 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-e2d820e8-f416-4a58-aa29-aca02fb08ef7 req-13eeae49-8e42-4956-9dc6-f2aa7ac00037 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:25.144824 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e2d820e8-f416-4a58-aa29-aca02fb08ef7 req-13eeae49-8e42-4956-9dc6-f2aa7ac00037 tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.10 "DELETE /v2.0/ports/a2a887ad-2620-43de-8f49-25bf51ff1e4f HTTP/1.1" status: 204 len: 173 time: 0.7248890 Mar 18 00:30:25.145294 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb1a56b-3321-4dbe-b22c-80419669e7da', 'name': 'network-vif-deleted', 'tag': 'a2a887ad-2620-43de-8f49-25bf51ff1e4f'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:30:25.159182 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a34c88-fdfd-44e7-b57f-4e6dfedbf4c1" -d '{"events": [{"server_uuid": "1cb1a56b-3321-4dbe-b22c-80419669e7da", "name": "network-vif-deleted", "tag": "a2a887ad-2620-43de-8f49-25bf51ff1e4f"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:30:25.231778 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b30e58-10dd-4d0f-815f-819c5569dd13 x-openstack-request-id: req-f7b30e58-10dd-4d0f-815f-819c5569dd13 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:30:25.232074 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb1a56b-3321-4dbe-b22c-80419669e7da", "name": "network-vif-deleted", "tag": "a2a887ad-2620-43de-8f49-25bf51ff1e4f", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:30:25.233422 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7b30e58-10dd-4d0f-815f-819c5569dd13 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:30:25.234565 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb1a56b-3321-4dbe-b22c-80419669e7da', 'name': 'network-vif-deleted', 'tag': 'a2a887ad-2620-43de-8f49-25bf51ff1e4f', 'status': 'completed', 'code': 200} Mar 18 00:30:25.236724 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-def9a8c3-aa8d-45e5-98fd-48dcaf2ee04a admin admin] Publish callbacks [] for security_group (3d8c4461-9313-4a4a-bfd8-287bf80ad557), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:25.249556 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccf72f-ed27-444b-989f-a535469a09a9 req-d01222d9-720d-497c-bd32-963dcf6cfd4e tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:25.250693 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-def9a8c3-aa8d-45e5-98fd-48dcaf2ee04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (3d8c4461-9313-4a4a-bfd8-287bf80ad557), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:25.296485 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-def9a8c3-aa8d-45e5-98fd-48dcaf2ee04a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f4218372abd54135bbe1da0db15b6ccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188609 Mar 18 00:30:25.297727 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9a8c3-aa8d-45e5-98fd-48dcaf2ee04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8c4461-9313-4a4a-bfd8-287bf80ad557,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:25.299289 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-89ccf72f-ed27-444b-989f-a535469a09a9 req-d01222d9-720d-497c-bd32-963dcf6cfd4e tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.1321070 Mar 18 00:30:25.300571 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 49336) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:25.319051 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['512d54ea-57f1-4527-92e1-eedb70a7c374'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:30:25.371212 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-89ccf72f-ed27-444b-989f-a535469a09a9 req-af797117-32d7-43a9-b377-c660058617e5 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708940 Mar 18 00:30:25.374371 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-2669a8f2-358f-4bd6-8572-f6a8013b8626 admin admin] Publish callbacks [] for security_group (3d8c4461-9313-4a4a-bfd8-287bf80ad557), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:25.403961 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-2669a8f2-358f-4bd6-8572-f6a8013b8626 admin admin] Publish callbacks [] for security_group (3d8c4461-9313-4a4a-bfd8-287bf80ad557), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:25.483278 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-2669a8f2-358f-4bd6-8572-f6a8013b8626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (3d8c4461-9313-4a4a-bfd8-287bf80ad557), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:25.487820 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-2669a8f2-358f-4bd6-8572-f6a8013b8626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:25.488970 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-2669a8f2-358f-4bd6-8572-f6a8013b8626 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d8c4461-9313-4a4a-bfd8-287bf80ad557 HTTP/1.1" status: 204 len: 168 time: 0.1874681 Mar 18 00:30:25.500026 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669a8f2-358f-4bd6-8572-f6a8013b8626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8c4461-9313-4a4a-bfd8-287bf80ad557,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:25.890251 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5e5117e4-e8bc-42df-a2a0-2f50dc86dc85 req-92be126b-5102-4837-9685-e6c654b8832f tempest-DeleteServersTestJSON-1256841861 tempest-DeleteServersTestJSON-1256841861-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cb1a56b-3321-4dbe-b22c-80419669e7da HTTP/1.1" status: 200 len: 210 time: 0.0318692 Mar 18 00:30:26.298454 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c63f1f-7da3-4110-9eab-a79e8b5fd04d req-b48861ab-a749-4e0b-b41c-ee5f10f58526 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:26.302142 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c8c63f1f-7da3-4110-9eab-a79e8b5fd04d req-b48861ab-a749-4e0b-b41c-ee5f10f58526 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d393a3-c469-444a-9ac7-4723f0d9bd7c HTTP/1.1" status: 200 len: 944 time: 0.0929976 Mar 18 00:30:26.341792 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:26.413415 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c8c63f1f-7da3-4110-9eab-a79e8b5fd04d req-8e2e512f-c51a-4014-b0cd-a80ae55a6724 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/security-groups?id=2008378c-ffc5-4604-8c46-4edacad56be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921071 Mar 18 00:30:26.531501 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d52692-34a8-4f2d-b011-b7ed2959d683 req-8e062bed-a29c-4218-833a-632984751b12 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:26.542739 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-72d52692-34a8-4f2d-b011-b7ed2959d683 req-8e062bed-a29c-4218-833a-632984751b12 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.0912497 Mar 18 00:30:26.604819 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-72d52692-34a8-4f2d-b011-b7ed2959d683 req-126c9b37-3170-4845-9490-a23b4e1b97be tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521979 Mar 18 00:30:26.656489 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 512d54ea-57f1-4527-92e1-eedb70a7c374 up at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:30:26.710695 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning for port 512d54ea-57f1-4527-92e1-eedb70a7c374 completed by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 00:30:26.716746 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning complete for port 512d54ea-57f1-4527-92e1-eedb70a7c374 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:30:26.717151 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (512d54ea-57f1-4527-92e1-eedb70a7c374), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:26.817493 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 512d54ea-57f1-4527-92e1-eedb70a7c374 is: BUILD; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:30:26.818096 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (512d54ea-57f1-4527-92e1-eedb70a7c374), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:26.849551 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d393a3-c469-444a-9ac7-4723f0d9bd7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512d54ea-57f1-4527-92e1-eedb70a7c374'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:30:26.852035 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4488505-734a-44a8-b07e-c22d51b9db95" -d '{"events": [{"server_uuid": "19d393a3-c469-444a-9ac7-4723f0d9bd7c", "name": "network-vif-plugged", "status": "completed", "tag": "512d54ea-57f1-4527-92e1-eedb70a7c374"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:30:26.880301 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 512d54ea-57f1-4527-92e1-eedb70a7c374, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=512d54ea-57f1-4527-92e1-eedb70a7c374,segment=NetworkSegment(43c28691-eaee-4d97-886a-f2412f2cdc33),segment_id=43c28691-eaee-4d97-886a-f2412f2cdc33)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:30:26.886245 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (512d54ea-57f1-4527-92e1-eedb70a7c374), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:26.887184 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device a2a887ad-2620-43de-8f49-25bf51ff1e4f no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:30:26.913968 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9970eeb5-e7ed-4dd8-bd12-aa53b97c8765 x-openstack-request-id: req-9970eeb5-e7ed-4dd8-bd12-aa53b97c8765 {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:30:26.914288 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d393a3-c469-444a-9ac7-4723f0d9bd7c", "name": "network-vif-plugged", "status": "completed", "tag": "512d54ea-57f1-4527-92e1-eedb70a7c374", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:30:26.914546 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9970eeb5-e7ed-4dd8-bd12-aa53b97c8765 {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:30:26.915919 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d393a3-c469-444a-9ac7-4723f0d9bd7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512d54ea-57f1-4527-92e1-eedb70a7c374', 'code': 200} Mar 18 00:30:26.939921 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] No Port match for: a2a887ad-2620-43de-8f49-25bf51ff1e4f {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:30:26.940269 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device a2a887ad-2620-43de-8f49-25bf51ff1e4f not bound to the agent host hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:30:26.959409 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=512d54ea-57f1-4527-92e1-eedb70a7c374,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:27.184284 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0b750-d7f4-4225-a0d4-4552f6975669 req-ebfd615e-55d9-4ca6-b89c-8af7348631e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:27.186141 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-eeb0b750-d7f4-4225-a0d4-4552f6975669 req-ebfd615e-55d9-4ca6-b89c-8af7348631e8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=19d393a3-c469-444a-9ac7-4723f0d9bd7c HTTP/1.1" status: 200 len: 1129 time: 0.0611086 Mar 18 00:30:27.257174 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-eeb0b750-d7f4-4225-a0d4-4552f6975669 req-33e8e74b-ae1c-47df-a427-61fbef610a73 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2008378c-ffc5-4604-8c46-4edacad56be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595679 Mar 18 00:30:27.523400 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681be9e-5019-4dbe-a021-8fa3a28a38fd req-1b34a7a7-f62c-4e52-9f4a-5df52d3a0f0a tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:27.525080 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-7681be9e-5019-4dbe-a021-8fa3a28a38fd req-1b34a7a7-f62c-4e52-9f4a-5df52d3a0f0a tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d393a3-c469-444a-9ac7-4723f0d9bd7c HTTP/1.1" status: 200 len: 945 time: 0.0578506 Mar 18 00:30:27.589331 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-7681be9e-5019-4dbe-a021-8fa3a28a38fd req-b9ecf16c-fee5-4dfc-8cdb-8e255fbeac3b tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/security-groups?id=2008378c-ffc5-4604-8c46-4edacad56be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569317 Mar 18 00:30:27.738040 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c412e66-1be1-474b-bb8e-2c6db6e31bb5 req-df63f6a3-8625-4540-bbce-212bed2ccaa9 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:27.739551 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1c412e66-1be1-474b-bb8e-2c6db6e31bb5 req-df63f6a3-8625-4540-bbce-212bed2ccaa9 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.0543594 Mar 18 00:30:27.750503 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:27.793318 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1c412e66-1be1-474b-bb8e-2c6db6e31bb5 req-e0a0c99e-7294-47b6-9dc4-c3309b1d5717 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465040 Mar 18 00:30:28.326081 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 49518) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:28.451907 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d79f9086-9586-43a8-be02-ebcffbfea185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:28.471844 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 49538) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:28.539971 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_v2 [None req-c60842f6-d95b-4112-bd44-1a3e5765aae8 admin admin] Deleting subnet 2a35ce8e-e53f-4432-ad6d-5d89e32d8627 {{(pid=109623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 00:30:28.548131 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c60842f6-d95b-4112-bd44-1a3e5765aae8 admin admin] Publish callbacks [] for subnet (2a35ce8e-e53f-4432-ad6d-5d89e32d8627), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:28.602147 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c60842f6-d95b-4112-bd44-1a3e5765aae8 admin admin] Publish callbacks [] for subnet (2a35ce8e-e53f-4432-ad6d-5d89e32d8627), precommit_delete_associations {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:28.623614 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c60842f6-d95b-4112-bd44-1a3e5765aae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66134612'] for subnet (2a35ce8e-e53f-4432-ad6d-5d89e32d8627), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:28.627248 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d79f9086-9586-43a8-be02-ebcffbfea185 admin admin] Publish callbacks [] for security_group (c01037b2-1eab-42a5-abc2-2b4a3f7aedb0), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:28.650368 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d79f9086-9586-43a8-be02-ebcffbfea185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (c01037b2-1eab-42a5-abc2-2b4a3f7aedb0), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:28.738224 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-d79f9086-9586-43a8-be02-ebcffbfea185 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d1e9ffca1a4405dbff30cadd2f4dd2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4109838 Mar 18 00:30:28.741440 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 49556) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:28.741936 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f9086-9586-43a8-be02-ebcffbfea185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01037b2-1eab-42a5-abc2-2b4a3f7aedb0,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:28.766448 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c60842f6-d95b-4112-bd44-1a3e5765aae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66134605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for subnet (2a35ce8e-e53f-4432-ad6d-5d89e32d8627), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:28.797603 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f35afbc0-167c-4484-9443-de35b1625a1a admin admin] Publish callbacks [] for security_group (c01037b2-1eab-42a5-abc2-2b4a3f7aedb0), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:28.798436 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60842f6-d95b-4112-bd44-1a3e5765aae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a35ce8e-e53f-4432-ad6d-5d89e32d8627,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:28.807382 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c60842f6-d95b-4112-bd44-1a3e5765aae8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:28.810890 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-c60842f6-d95b-4112-bd44-1a3e5765aae8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2a35ce8e-e53f-4432-ad6d-5d89e32d8627 HTTP/1.1" status: 204 len: 168 time: 0.3377805 Mar 18 00:30:28.814379 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 49558) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:28.819801 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d140f-3f53-4220-a21b-a27d5ab06153 req-57506f21-34a9-45a3-9497-03a88c57f765 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:28.821902 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ab5d140f-3f53-4220-a21b-a27d5ab06153 req-57506f21-34a9-45a3-9497-03a88c57f765 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d393a3-c469-444a-9ac7-4723f0d9bd7c HTTP/1.1" status: 200 len: 945 time: 0.1501489 Mar 18 00:30:28.847302 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f35afbc0-167c-4484-9443-de35b1625a1a admin admin] Publish callbacks [] for security_group (c01037b2-1eab-42a5-abc2-2b4a3f7aedb0), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:28.881491 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ab5d140f-3f53-4220-a21b-a27d5ab06153 req-0d638206-3cf3-4186-b7f2-1e645939b744 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/security-groups?id=2008378c-ffc5-4604-8c46-4edacad56be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489156 Mar 18 00:30:28.886745 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 49562) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:28.975846 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66092315'] for network (5da15428-5966-4412-a887-7bc273203ae3), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.012878 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08254585-c627-4eee-96a5-f1b6aa17e982 req-b536f352-09eb-4731-970e-07e86f2bfaf2 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:29.013109 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-5d444f1c-986f-428d-8104-26c6d163c7e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.017396 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-08254585-c627-4eee-96a5-f1b6aa17e982 req-b536f352-09eb-4731-970e-07e86f2bfaf2 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.1287625 Mar 18 00:30:29.043607 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f35afbc0-167c-4484-9443-de35b1625a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (c01037b2-1eab-42a5-abc2-2b4a3f7aedb0), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.046072 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f35afbc0-167c-4484-9443-de35b1625a1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.047150 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-f35afbc0-167c-4484-9443-de35b1625a1a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c01037b2-1eab-42a5-abc2-2b4a3f7aedb0 HTTP/1.1" status: 204 len: 168 time: 0.3040164 Mar 18 00:30:29.106039 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35afbc0-167c-4484-9443-de35b1625a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01037b2-1eab-42a5-abc2-2b4a3f7aedb0,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:29.108093 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-5d444f1c-986f-428d-8104-26c6d163c7e2 admin admin] Publish callbacks [] for security_group (57e31958-09c5-4747-9c3c-5496cbaa33e4), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.113204 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-5d444f1c-986f-428d-8104-26c6d163c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (57e31958-09c5-4747-9c3c-5496cbaa33e4), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.135193 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66202081', 'neutron.services.segments.db._delete_segments_for_network-8766732137027'] for network (5da15428-5966-4412-a887-7bc273203ae3), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.161807 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d444f1c-986f-428d-8104-26c6d163c7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e31958-09c5-4747-9c3c-5496cbaa33e4,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:29.167137 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-5d444f1c-986f-428d-8104-26c6d163c7e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55e56d306a744db4819a5319ffbded63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792549 Mar 18 00:30:29.167970 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-08254585-c627-4eee-96a5-f1b6aa17e982 req-c3054d7d-3683-4954-af7f-d26456aaadfe tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280413 Mar 18 00:30:29.169690 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 49570) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:29.172910 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:29.173315 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:29.174311 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:29.174626 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] Subscribe: > port after_create 55550000 {{(pid=109622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:29.174941 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:29.175498 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] Subscribe: > port after_update 55550000 {{(pid=109622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:29.175917 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:29.176241 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:29.176655 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:29.177020 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:29.231990 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c7228502-d7b6-47e3-a724-c3638ca2c66f admin admin] Publish callbacks [] for security_group (57e31958-09c5-4747-9c3c-5496cbaa33e4), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.262722 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c7228502-d7b6-47e3-a724-c3638ca2c66f admin admin] Publish callbacks [] for security_group (57e31958-09c5-4747-9c3c-5496cbaa33e4), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.296741 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:29.297317 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:29.297523 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:29.297861 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:29.298275 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da15428-5966-4412-a887-7bc273203ae3']}} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:30:29.331108 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4a640a-c24b-4033-824c-7fcaa091104c') {'for_net_delete': True} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:30:29.331509 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4a640a-c24b-4033-824c-7fcaa091104c') {} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:30:29.344301 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c7228502-d7b6-47e3-a724-c3638ca2c66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (57e31958-09c5-4747-9c3c-5496cbaa33e4), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.346915 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c7228502-d7b6-47e3-a724-c3638ca2c66f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.353308 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732287052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3923395'] for segment (2b4a640a-c24b-4033-824c-7fcaa091104c), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.353839 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-c7228502-d7b6-47e3-a724-c3638ca2c66f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57e31958-09c5-4747-9c3c-5496cbaa33e4 HTTP/1.1" status: 204 len: 168 time: 0.1825664 Mar 18 00:30:29.363616 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7228502-d7b6-47e3-a724-c3638ca2c66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e31958-09c5-4747-9c3c-5496cbaa33e4,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:29.376845 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (2b4a640a-c24b-4033-824c-7fcaa091104c), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.394785 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=109622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 00:30:29.395131 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695078'] for segment (2b4a640a-c24b-4033-824c-7fcaa091104c), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.426011 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 49582) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: from cryptography.utils import int_from_bytes Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: from cryptography.utils import int_from_bytes Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: Traceback (most recent call last): Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: timer() Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: cb(*args, **kw) Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: return func(*args, **kwargs) Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: self._notify() Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: self.callback(batched_events) Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: event.method(event) Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: return f(self, *a, **k) Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: return self._get(url).json() Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: return self.request(url, 'GET', **kwargs) Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 00:30:29.426231 dv-cinder-768458-19-smb neutron-server[109622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 00:30:29.439921 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-27fa05e7-ea7e-4760-a20c-1caf81af85ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.506681 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66202074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704053'] for network (5da15428-5966-4412-a887-7bc273203ae3), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.522890 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.533680 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5da15428-5966-4412-a887-7bc273203ae3 HTTP/1.1" status: 204 len: 168 time: 0.7111909 Mar 18 00:30:29.545652 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-27fa05e7-ea7e-4760-a20c-1caf81af85ae admin admin] Publish callbacks [] for security_group (2c7b517a-61d1-4195-9711-707a85c44b47), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.546114 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe848314-a352-411c-ab8f-c479f20d6ad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5da15428-5966-4412-a887-7bc273203ae3,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:29.550798 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-27fa05e7-ea7e-4760-a20c-1caf81af85ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (2c7b517a-61d1-4195-9711-707a85c44b47), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.613136 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 49598) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:29.623843 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-27fa05e7-ea7e-4760-a20c-1caf81af85ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87175c8e1bfe4eeab258555c2f7b9066&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965203 Mar 18 00:30:29.624997 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa05e7-ea7e-4760-a20c-1caf81af85ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7b517a-61d1-4195-9711-707a85c44b47,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:29.682048 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-092e82b8-c137-4c05-8e92-d62cf2d2fb62 admin admin] Publish callbacks [] for security_group (2c7b517a-61d1-4195-9711-707a85c44b47), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.709089 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-092e82b8-c137-4c05-8e92-d62cf2d2fb62 admin admin] Publish callbacks [] for security_group (2c7b517a-61d1-4195-9711-707a85c44b47), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.771433 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-092e82b8-c137-4c05-8e92-d62cf2d2fb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (2c7b517a-61d1-4195-9711-707a85c44b47), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.771433 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-092e82b8-c137-4c05-8e92-d62cf2d2fb62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.772168 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 49604) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:29.775401 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-092e82b8-c137-4c05-8e92-d62cf2d2fb62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c7b517a-61d1-4195-9711-707a85c44b47 HTTP/1.1" status: 204 len: 168 time: 0.1611381 Mar 18 00:30:29.789798 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 49608) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:29.795271 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e82b8-c137-4c05-8e92-d62cf2d2fb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7b517a-61d1-4195-9711-707a85c44b47,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:29.819094 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-62ff3ca1-21b6-4d99-83fd-370174f91ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.854380 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-c5d86360-ce8a-49d8-911a-2f21e0c0c193 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb7e969cffdc435480e59cbd692487d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0813513 Mar 18 00:30:29.856996 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 49614) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:29.933228 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-62ff3ca1-21b6-4d99-83fd-370174f91ce6 admin admin] Publish callbacks [] for security_group (d9a3859b-f1d0-4832-aace-5230b2c81d6e), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.938357 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-62ff3ca1-21b6-4d99-83fd-370174f91ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (d9a3859b-f1d0-4832-aace-5230b2c81d6e), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.947361 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c5bdd6b6-7d8e-445e-a3dd-22863bf481ab admin admin] Publish callbacks [] for security_group (36c4e4af-0c58-499f-8576-4b96e63e4f03), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:29.986972 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-62ff3ca1-21b6-4d99-83fd-370174f91ce6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7b9e32f6e2c43ff916d82b7089ecea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1945515 Mar 18 00:30:29.988060 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff3ca1-21b6-4d99-83fd-370174f91ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a3859b-f1d0-4832-aace-5230b2c81d6e,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:29.989562 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 49622) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:29.998816 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c5bdd6b6-7d8e-445e-a3dd-22863bf481ab admin admin] Publish callbacks [] for security_group (36c4e4af-0c58-499f-8576-4b96e63e4f03), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:30.113637 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a5c28918-5c03-442a-8ab6-531bd253c881 admin admin] Publish callbacks [] for security_group (d9a3859b-f1d0-4832-aace-5230b2c81d6e), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:30.135263 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac42878-0e55-491e-95ca-a474d6aa9b44 req-4e83d076-83cc-4d90-a83e-12c1b46ce587 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:30.136968 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-dac42878-0e55-491e-95ca-a474d6aa9b44 req-4e83d076-83cc-4d90-a83e-12c1b46ce587 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d393a3-c469-444a-9ac7-4723f0d9bd7c HTTP/1.1" status: 200 len: 945 time: 0.1242604 Mar 18 00:30:30.146640 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c5bdd6b6-7d8e-445e-a3dd-22863bf481ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (36c4e4af-0c58-499f-8576-4b96e63e4f03), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:30.149096 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c5bdd6b6-7d8e-445e-a3dd-22863bf481ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:30.150937 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-c5bdd6b6-7d8e-445e-a3dd-22863bf481ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36c4e4af-0c58-499f-8576-4b96e63e4f03 HTTP/1.1" status: 204 len: 168 time: 0.2929873 Mar 18 00:30:30.188156 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bdd6b6-7d8e-445e-a3dd-22863bf481ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c4e4af-0c58-499f-8576-4b96e63e4f03,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:30.202851 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a5c28918-5c03-442a-8ab6-531bd253c881 admin admin] Publish callbacks [] for security_group (d9a3859b-f1d0-4832-aace-5230b2c81d6e), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:30.253805 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-dac42878-0e55-491e-95ca-a474d6aa9b44 req-4b435b89-b8b3-4ce4-99e0-927a82ce75b3 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/security-groups?id=2008378c-ffc5-4604-8c46-4edacad56be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081855 Mar 18 00:30:30.289476 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a5c28918-5c03-442a-8ab6-531bd253c881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (d9a3859b-f1d0-4832-aace-5230b2c81d6e), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:30.293103 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a5c28918-5c03-442a-8ab6-531bd253c881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:30.297389 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-a5c28918-5c03-442a-8ab6-531bd253c881 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9a3859b-f1d0-4832-aace-5230b2c81d6e HTTP/1.1" status: 204 len: 168 time: 0.3066781 Mar 18 00:30:30.311797 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c28918-5c03-442a-8ab6-531bd253c881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a3859b-f1d0-4832-aace-5230b2c81d6e,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:30.399945 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2e9e9-2b54-4e53-a067-495b0322b67a req-80542c0e-1bbd-4fc2-b963-1bc8bb1f2b92 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:30.408059 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-43f2e9e9-2b54-4e53-a067-495b0322b67a req-80542c0e-1bbd-4fc2-b963-1bc8bb1f2b92 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.1240253 Mar 18 00:30:30.474004 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-43f2e9e9-2b54-4e53-a067-495b0322b67a req-d71fe905-619e-4396-a284-39ae995f4bfc tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608048 Mar 18 00:30:31.124419 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 49690) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:31.280769 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9c78ea95-3a43-43b9-84a2-32a3193a7fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:31.359499 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9c78ea95-3a43-43b9-84a2-32a3193a7fd0 admin admin] Publish callbacks [] for security_group (dd7cf81b-d786-4c6d-99ac-29e717f0d8c0), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:31.364116 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9c78ea95-3a43-43b9-84a2-32a3193a7fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (dd7cf81b-d786-4c6d-99ac-29e717f0d8c0), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:31.416636 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-9c78ea95-3a43-43b9-84a2-32a3193a7fd0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=561186fef2724d2799659607828552d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909889 Mar 18 00:30:31.417715 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78ea95-3a43-43b9-84a2-32a3193a7fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7cf81b-d786-4c6d-99ac-29e717f0d8c0,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:31.419324 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 49714) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:31.476267 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1a1df0e4-9550-409f-98bb-7ef2df44f40d admin admin] Publish callbacks [] for security_group (dd7cf81b-d786-4c6d-99ac-29e717f0d8c0), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:31.508483 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1a1df0e4-9550-409f-98bb-7ef2df44f40d admin admin] Publish callbacks [] for security_group (dd7cf81b-d786-4c6d-99ac-29e717f0d8c0), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:31.579625 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1a1df0e4-9550-409f-98bb-7ef2df44f40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (dd7cf81b-d786-4c6d-99ac-29e717f0d8c0), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:31.583950 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1a1df0e4-9550-409f-98bb-7ef2df44f40d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:31.585843 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-1a1df0e4-9550-409f-98bb-7ef2df44f40d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd7cf81b-d786-4c6d-99ac-29e717f0d8c0 HTTP/1.1" status: 204 len: 168 time: 0.1653087 Mar 18 00:30:31.596517 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1df0e4-9550-409f-98bb-7ef2df44f40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7cf81b-d786-4c6d-99ac-29e717f0d8c0,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:31.610392 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824a859-274e-44c2-a27d-094f66cb4bec req-d7a1b7cc-4a5a-4729-b4b9-700bb8eaadd8 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:31.611878 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-6824a859-274e-44c2-a27d-094f66cb4bec req-d7a1b7cc-4a5a-4729-b4b9-700bb8eaadd8 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.0634902 Mar 18 00:30:31.675222 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 49726) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:31.678142 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-6824a859-274e-44c2-a27d-094f66cb4bec req-7ced782c-64bf-4158-9e32-536bd2f65603 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542424 Mar 18 00:30:31.716568 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 49732) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:31.909096 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ea3f017c-eefc-4f1f-a65c-ae5f75c267bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:32.005654 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ea3f017c-eefc-4f1f-a65c-ae5f75c267bc admin admin] Publish callbacks [] for security_group (861ffa76-d79a-433e-aed2-581d7f6dbab8), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:32.011500 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ea3f017c-eefc-4f1f-a65c-ae5f75c267bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (861ffa76-d79a-433e-aed2-581d7f6dbab8), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:32.061744 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-ea3f017c-eefc-4f1f-a65c-ae5f75c267bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75f417d06a3e4fdabce961eb4ff45b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3831749 Mar 18 00:30:32.061946 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 49748) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:32.083418 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-9e31539a-3c15-4167-a4f9-fdcffa38b51d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-73451257-network', 'tenant_id': '3d0e4a70727d467d901366240aa0f907'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:30:32.091116 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f017c-eefc-4f1f-a65c-ae5f75c267bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861ffa76-d79a-433e-aed2-581d7f6dbab8,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:32.138359 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-149f1749-885f-46ed-afa3-8d576dedc4de admin admin] Publish callbacks [] for security_group (861ffa76-d79a-433e-aed2-581d7f6dbab8), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:32.141756 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e31539a-3c15-4167-a4f9-fdcffa38b51d admin admin] Made reservation on behalf of 3d0e4a70727d467d901366240aa0f907 for: {'network': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:30:32.144300 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9e31539a-3c15-4167-a4f9-fdcffa38b51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for network (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:32.161061 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9e31539a-3c15-4167-a4f9-fdcffa38b51d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:32.183491 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-149f1749-885f-46ed-afa3-8d576dedc4de admin admin] Publish callbacks [] for security_group (861ffa76-d79a-433e-aed2-581d7f6dbab8), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:32.202578 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 49758) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:32.222860 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7bc2-c6b1-4058-93ad-1e7d2b193931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:32.286302 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-149f1749-885f-46ed-afa3-8d576dedc4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (861ffa76-d79a-433e-aed2-581d7f6dbab8), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:32.288888 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-149f1749-885f-46ed-afa3-8d576dedc4de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:32.293234 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-149f1749-885f-46ed-afa3-8d576dedc4de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/861ffa76-d79a-433e-aed2-581d7f6dbab8 HTTP/1.1" status: 204 len: 168 time: 0.2272282 Mar 18 00:30:32.311247 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1749-885f-46ed-afa3-8d576dedc4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861ffa76-d79a-433e-aed2-581d7f6dbab8,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:32.316977 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9e31539a-3c15-4167-a4f9-fdcffa38b51d admin admin] Publish callbacks [] for security_group (b790671f-834b-4610-8d30-f07ab85cd1a2), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:32.326027 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9e31539a-3c15-4167-a4f9-fdcffa38b51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (b790671f-834b-4610-8d30-f07ab85cd1a2), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:32.342038 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7bc2-c6b1-4058-93ad-1e7d2b193931 admin admin] Publish callbacks [] for security_group (08f47d8a-8fc5-4ef5-b783-a7a9f6c4c506), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:32.349600 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7bc2-c6b1-4058-93ad-1e7d2b193931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (08f47d8a-8fc5-4ef5-b783-a7a9f6c4c506), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:32.353902 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e31539a-3c15-4167-a4f9-fdcffa38b51d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=109622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 00:30:32.359395 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31539a-3c15-4167-a4f9-fdcffa38b51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b790671f-834b-4610-8d30-f07ab85cd1a2,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:32.367176 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9e31539a-3c15-4167-a4f9-fdcffa38b51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (648e7ed8-8bb0-4fc8-bc0e-54768a158646), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:32.367524 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.segments_db [None req-9e31539a-3c15-4167-a4f9-fdcffa38b51d admin admin] Added segment 648e7ed8-8bb0-4fc8-bc0e-54768a158646 of type vlan for network 37d8ed27-0dc5-4ece-92b0-fee6f3ae1752 Mar 18 00:30:32.397393 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-e7bb7bc2-c6b1-4058-93ad-1e7d2b193931 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85487748b99147c586f3738710d32266&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1929286 Mar 18 00:30:32.399904 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb7bc2-c6b1-4058-93ad-1e7d2b193931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f47d8a-8fc5-4ef5-b783-a7a9f6c4c506,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:32.403256 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 49764) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:32.433495 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9e31539a-3c15-4167-a4f9-fdcffa38b51d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731764300'] for network (37d8ed27-0dc5-4ece-92b0-fee6f3ae1752), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:32.455208 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-6af2b435-3089-4520-a699-4876ff8e5174 admin admin] Publish callbacks [] for security_group (08f47d8a-8fc5-4ef5-b783-a7a9f6c4c506), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:32.465893 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9e31539a-3c15-4167-a4f9-fdcffa38b51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for network (37d8ed27-0dc5-4ece-92b0-fee6f3ae1752), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:32.467460 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e31539a-3c15-4167-a4f9-fdcffa38b51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:32.468065 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9e31539a-3c15-4167-a4f9-fdcffa38b51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:32.490651 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-6af2b435-3089-4520-a699-4876ff8e5174 admin admin] Publish callbacks [] for security_group (08f47d8a-8fc5-4ef5-b783-a7a9f6c4c506), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:32.529260 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-9e31539a-3c15-4167-a4f9-fdcffa38b51d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8115873 Mar 18 00:30:32.534007 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 49766) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:32.538249 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-03f7b47b-c219-4367-8251-72290d534852 admin admin] Request body: {'subnet': {'network_id': '37d8ed27-0dc5-4ece-92b0-fee6f3ae1752', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-73451257-subnet', 'tenant_id': '3d0e4a70727d467d901366240aa0f907', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:30:32.547160 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31539a-3c15-4167-a4f9-fdcffa38b51d admin admin] Pushing event updated for resources: {'Network': ['ID=37d8ed27-0dc5-4ece-92b0-fee6f3ae1752,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:32.563215 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f7b47b-c219-4367-8251-72290d534852 admin admin] Made reservation on behalf of 3d0e4a70727d467d901366240aa0f907 for: {'subnet': 1} {{(pid=109623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:30:32.565578 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Network 37d8ed27-0dc5-4ece-92b0-fee6f3ae1752 details requested by agent ovs-agent-dv-cinder-768458-19-smb with host dv-cinder-768458-19-smb {{(pid=109624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 00:30:32.566226 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-03f7b47b-c219-4367-8251-72290d534852 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:32.569461 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-6af2b435-3089-4520-a699-4876ff8e5174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (08f47d8a-8fc5-4ef5-b783-a7a9f6c4c506), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:32.573036 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-6af2b435-3089-4520-a699-4876ff8e5174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:32.574268 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-6af2b435-3089-4520-a699-4876ff8e5174 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08f47d8a-8fc5-4ef5-b783-a7a9f6c4c506 HTTP/1.1" status: 204 len: 168 time: 0.1699486 Mar 18 00:30:32.624510 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2b435-3089-4520-a699-4876ff8e5174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f47d8a-8fc5-4ef5-b783-a7a9f6c4c506,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:32.823844 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-03f7b47b-c219-4367-8251-72290d534852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for subnet (7390f8e9-2125-4ac5-acf4-cfc6d71161ec), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:32.897326 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7b47b-c219-4367-8251-72290d534852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7390f8e9-2125-4ac5-acf4-cfc6d71161ec,revision_number=0']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:32.905920 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7b47b-c219-4367-8251-72290d534852 admin admin] Checking segment: {'id': '648e7ed8-8bb0-4fc8-bc0e-54768a158646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '37d8ed27-0dc5-4ece-92b0-fee6f3ae1752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:30:32.906310 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f7b47b-c219-4367-8251-72290d534852 admin admin] Network hostable DHCP agents. Network: 37d8ed27-0dc5-4ece-92b0-fee6f3ae1752, hostable agents: ['b07357a2-37bf-41ae-8167-2445c892fa1f'], hosted agents: [] {{(pid=109623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 00:30:32.928092 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f7b47b-c219-4367-8251-72290d534852 admin admin] Network 37d8ed27-0dc5-4ece-92b0-fee6f3ae1752 is scheduled to be hosted by DHCP agent b07357a2-37bf-41ae-8167-2445c892fa1f with binding_index 1 {{(pid=109623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 00:30:32.942323 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-03f7b47b-c219-4367-8251-72290d534852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-19-smb, 37d8ed27-0dc5-4ece-92b0-fee6f3ae1752) {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:30:32.953771 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e3f186-07ec-483c-9355-47f48a6a04c9 None None] Network 37d8ed27-0dc5-4ece-92b0-fee6f3ae1752 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:30:32.986020 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f7b47b-c219-4367-8251-72290d534852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:32.986613 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-03f7b47b-c219-4367-8251-72290d534852 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:33.027184 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-03f7b47b-c219-4367-8251-72290d534852 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4854183 Mar 18 00:30:33.041793 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd29ef-4bee-45b9-a47f-b9aa318b17f6 req-9ea8b35f-4f92-4e65-8214-17aaa40f5126 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:33.043729 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-95cd29ef-4bee-45b9-a47f-b9aa318b17f6 req-9ea8b35f-4f92-4e65-8214-17aaa40f5126 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.2779381 Mar 18 00:30:33.118694 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-95cd29ef-4bee-45b9-a47f-b9aa318b17f6 req-df371c50-2dfc-4c5a-9ecd-11457407253a tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688450 Mar 18 00:30:33.150427 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95012a65-4aa3-4481-9b13-9a28209b4f80 None None] Network 37d8ed27-0dc5-4ece-92b0-fee6f3ae1752 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:30:33.472681 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 49816) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:33.488176 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-667097da-8286-4089-b0cd-221752dff7a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:33.579710 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-667097da-8286-4089-b0cd-221752dff7a8 admin admin] Publish callbacks [] for security_group (a2ae3c59-da32-47b2-bb9f-70a8991ea089), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:33.580295 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefbc0e-56e9-44a9-a24b-87bb8c8a2a7e req-1fe6667a-7036-45e1-81bb-a99fb15450ea tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:33.582085 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7aefbc0e-56e9-44a9-a24b-87bb8c8a2a7e req-1fe6667a-7036-45e1-81bb-a99fb15450ea tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d393a3-c469-444a-9ac7-4723f0d9bd7c HTTP/1.1" status: 200 len: 945 time: 0.0662587 Mar 18 00:30:33.584858 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-667097da-8286-4089-b0cd-221752dff7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (a2ae3c59-da32-47b2-bb9f-70a8991ea089), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:33.630359 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-667097da-8286-4089-b0cd-221752dff7a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77a7ae07be804f07b05ba3d8c0fc92bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1565650 Mar 18 00:30:33.631405 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 49820) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:33.639231 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667097da-8286-4089-b0cd-221752dff7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ae3c59-da32-47b2-bb9f-70a8991ea089,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:33.652351 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7aefbc0e-56e9-44a9-a24b-87bb8c8a2a7e req-8a2e942b-1b67-454f-8a0b-001af0f06a18 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/security-groups?id=2008378c-ffc5-4604-8c46-4edacad56be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587387 Mar 18 00:30:33.696492 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e7a3b738-904e-470b-968b-c94708cfd654 admin admin] Publish callbacks [] for security_group (a2ae3c59-da32-47b2-bb9f-70a8991ea089), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:33.719159 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e7a3b738-904e-470b-968b-c94708cfd654 admin admin] Publish callbacks [] for security_group (a2ae3c59-da32-47b2-bb9f-70a8991ea089), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:33.788054 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e7a3b738-904e-470b-968b-c94708cfd654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (a2ae3c59-da32-47b2-bb9f-70a8991ea089), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:33.792590 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e7a3b738-904e-470b-968b-c94708cfd654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:33.793659 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-e7a3b738-904e-470b-968b-c94708cfd654 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2ae3c59-da32-47b2-bb9f-70a8991ea089 HTTP/1.1" status: 204 len: 168 time: 0.1610270 Mar 18 00:30:33.808211 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3b738-904e-470b-968b-c94708cfd654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ae3c59-da32-47b2-bb9f-70a8991ea089,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:34.253802 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0e2d4-ff85-4b1b-9113-65fb2d7549a6 req-7fc578d4-e621-46a2-b7a4-f250d1059aa6 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:34.255353 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b6b0e2d4-ff85-4b1b-9113-65fb2d7549a6 req-7fc578d4-e621-46a2-b7a4-f250d1059aa6 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.0615180 Mar 18 00:30:34.325977 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b6b0e2d4-ff85-4b1b-9113-65fb2d7549a6 req-93a0d1b6-6c23-4315-a5cd-029df8841e2b tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635650 Mar 18 00:30:34.450593 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 49870) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:34.455824 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-40c196e2-1ff7-4b1f-a359-902ae11051d0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-978911762-network', 'tenant_id': 'b756af3e3a274b5cad0ce3afaabb494b'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:30:34.496797 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c196e2-1ff7-4b1f-a359-902ae11051d0 admin admin] Made reservation on behalf of b756af3e3a274b5cad0ce3afaabb494b for: {'network': 1} {{(pid=109623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:30:34.499374 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-40c196e2-1ff7-4b1f-a359-902ae11051d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for network (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:34.508372 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-40c196e2-1ff7-4b1f-a359-902ae11051d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:34.623769 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-40c196e2-1ff7-4b1f-a359-902ae11051d0 admin admin] Publish callbacks [] for security_group (ffae2997-4967-48ef-ac0c-2256d90b2f95), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:34.629417 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-40c196e2-1ff7-4b1f-a359-902ae11051d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (ffae2997-4967-48ef-ac0c-2256d90b2f95), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:34.655833 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c196e2-1ff7-4b1f-a359-902ae11051d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=109623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 00:30:34.672377 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c196e2-1ff7-4b1f-a359-902ae11051d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffae2997-4967-48ef-ac0c-2256d90b2f95,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:34.694808 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-40c196e2-1ff7-4b1f-a359-902ae11051d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (bd48538b-72e7-48b2-a98e-6289cd292e5a), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:34.695320 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.db.segments_db [None req-40c196e2-1ff7-4b1f-a359-902ae11051d0 admin admin] Added segment bd48538b-72e7-48b2-a98e-6289cd292e5a of type vlan for network a1b07713-2a5f-4877-bc0f-3955dd339518 Mar 18 00:30:34.767302 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-40c196e2-1ff7-4b1f-a359-902ae11051d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731764300'] for network (a1b07713-2a5f-4877-bc0f-3955dd339518), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:34.802683 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-40c196e2-1ff7-4b1f-a359-902ae11051d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for network (a1b07713-2a5f-4877-bc0f-3955dd339518), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:34.804567 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c196e2-1ff7-4b1f-a359-902ae11051d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:34.807146 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-40c196e2-1ff7-4b1f-a359-902ae11051d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:34.837973 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb9852-5af5-42d1-8a15-4de96a38b862 req-0d4acb78-8883-4b9a-88ae-2be15ca1a40b tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:34.871818 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a6fb9852-5af5-42d1-8a15-4de96a38b862 req-0d4acb78-8883-4b9a-88ae-2be15ca1a40b tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d393a3-c469-444a-9ac7-4723f0d9bd7c HTTP/1.1" status: 200 len: 945 time: 0.1247191 Mar 18 00:30:34.949117 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a6fb9852-5af5-42d1-8a15-4de96a38b862 req-a354bb48-6b14-4604-a340-4e05ce8c07b1 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/security-groups?id=2008378c-ffc5-4604-8c46-4edacad56be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762622 Mar 18 00:30:35.134949 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c196e2-1ff7-4b1f-a359-902ae11051d0 admin admin] Pushing event updated for resources: {'Network': ['ID=a1b07713-2a5f-4877-bc0f-3955dd339518,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:35.142836 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-40c196e2-1ff7-4b1f-a359-902ae11051d0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6892498 Mar 18 00:30:35.144397 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 49924) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:35.147878 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Network a1b07713-2a5f-4877-bc0f-3955dd339518 details requested by agent ovs-agent-dv-cinder-768458-19-smb with host dv-cinder-768458-19-smb {{(pid=109624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 00:30:35.154801 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-e7510a60-3b05-4d46-a1b6-6a9f74125a10 admin admin] Request body: {'subnet': {'network_id': 'a1b07713-2a5f-4877-bc0f-3955dd339518', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-978911762-subnet', 'tenant_id': 'b756af3e3a274b5cad0ce3afaabb494b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:30:35.200615 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7510a60-3b05-4d46-a1b6-6a9f74125a10 admin admin] Made reservation on behalf of b756af3e3a274b5cad0ce3afaabb494b for: {'subnet': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:30:35.203169 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e7510a60-3b05-4d46-a1b6-6a9f74125a10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8690801'] for subnet (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:35.492701 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd0a3f-4dd2-4778-80d5-43d7a5d6747d req-7b43dea2-a6f3-4e1c-b124-21ed0115baba tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:35.495782 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-a1bd0a3f-4dd2-4778-80d5-43d7a5d6747d req-7b43dea2-a6f3-4e1c-b124-21ed0115baba tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.0952919 Mar 18 00:30:35.578000 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-a1bd0a3f-4dd2-4778-80d5-43d7a5d6747d req-2045870f-164f-41cd-85a1-7df63f9c936d tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765412 Mar 18 00:30:35.583148 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e7510a60-3b05-4d46-a1b6-6a9f74125a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8694725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8690791'] for subnet (13d5a7b8-5db1-410f-8ceb-6d48f325ecbb), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:35.674656 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7510a60-3b05-4d46-a1b6-6a9f74125a10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13d5a7b8-5db1-410f-8ceb-6d48f325ecbb,revision_number=0']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:35.727358 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7510a60-3b05-4d46-a1b6-6a9f74125a10 admin admin] Checking segment: {'id': 'bd48538b-72e7-48b2-a98e-6289cd292e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a1b07713-2a5f-4877-bc0f-3955dd339518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:30:35.727725 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7510a60-3b05-4d46-a1b6-6a9f74125a10 admin admin] Network hostable DHCP agents. Network: a1b07713-2a5f-4877-bc0f-3955dd339518, hostable agents: ['b07357a2-37bf-41ae-8167-2445c892fa1f'], hosted agents: [] {{(pid=109622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 00:30:35.761199 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc0c20-35f0-46c0-a000-32206f256325 req-ad3e2cb9-b4dd-4b05-9f3f-213ea6bcf778 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:35.762706 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b2bc0c20-35f0-46c0-a000-32206f256325 req-ad3e2cb9-b4dd-4b05-9f3f-213ea6bcf778 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.10 "GET /v2.0/ports?device_id=19d393a3-c469-444a-9ac7-4723f0d9bd7c HTTP/1.1" status: 200 len: 945 time: 0.0839746 Mar 18 00:30:35.763540 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7510a60-3b05-4d46-a1b6-6a9f74125a10 admin admin] Network a1b07713-2a5f-4877-bc0f-3955dd339518 is scheduled to be hosted by DHCP agent b07357a2-37bf-41ae-8167-2445c892fa1f with binding_index 1 {{(pid=109622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 00:30:35.813224 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-e7510a60-3b05-4d46-a1b6-6a9f74125a10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-19-smb, a1b07713-2a5f-4877-bc0f-3955dd339518) {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:30:35.821703 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7510a60-3b05-4d46-a1b6-6a9f74125a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:35.822307 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e7510a60-3b05-4d46-a1b6-6a9f74125a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for subnet (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:35.831493 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f3ce7c-d9c9-462e-888f-2c83c7c92f6b None None] Network a1b07713-2a5f-4877-bc0f-3955dd339518 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:30:35.868942 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-e7510a60-3b05-4d46-a1b6-6a9f74125a10 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7228525 Mar 18 00:30:35.915921 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-b2bc0c20-35f0-46c0-a000-32206f256325 req-c18dbf51-4b94-4008-9a5c-3ebac3f83e28 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Deleting port 512d54ea-57f1-4527-92e1-eedb70a7c374 {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:30:35.916621 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b2bc0c20-35f0-46c0-a000-32206f256325 req-c18dbf51-4b94-4008-9a5c-3ebac3f83e28 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (512d54ea-57f1-4527-92e1-eedb70a7c374), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:36.040548 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-b2bc0c20-35f0-46c0-a000-32206f256325 req-c18dbf51-4b94-4008-9a5c-3ebac3f83e28 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] For port 512d54ea-57f1-4527-92e1-eedb70a7c374, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=512d54ea-57f1-4527-92e1-eedb70a7c374,segment=NetworkSegment(43c28691-eaee-4d97-886a-f2412f2cdc33),segment_id=43c28691-eaee-4d97-886a-f2412f2cdc33)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:30:36.041479 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b2bc0c20-35f0-46c0-a000-32206f256325 req-c18dbf51-4b94-4008-9a5c-3ebac3f83e28 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (512d54ea-57f1-4527-92e1-eedb70a7c374), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:36.063720 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-b2bc0c20-35f0-46c0-a000-32206f256325 req-c18dbf51-4b94-4008-9a5c-3ebac3f83e28 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Calling delete_port for 512d54ea-57f1-4527-92e1-eedb70a7c374 owned by compute:nova {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:30:36.090700 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab31ac2-8a81-42da-a00d-1dbc59e2c4bf None None] Network a1b07713-2a5f-4877-bc0f-3955dd339518 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:30:36.116875 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 49982) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:36.227269 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:36.233058 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_v2 [None req-82be8f81-2eac-42a6-b10a-833e83e7486b admin admin] Deleting subnet 7390f8e9-2125-4ac5-acf4-cfc6d71161ec {{(pid=109623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 00:30:36.244247 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-82be8f81-2eac-42a6-b10a-833e83e7486b admin admin] Publish callbacks [] for subnet (7390f8e9-2125-4ac5-acf4-cfc6d71161ec), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:36.274866 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-0eb78a84-9d34-4a84-8928-b0d84d23e922 req-13e571b0-50e0-407f-a348-9e9505e7028e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2017939 Mar 18 00:30:36.289167 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fed918-de83-4401-be6f-10c1efa9ec57 req-555af70a-40bf-479f-8198-bdd227bb8bd4 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:36.291379 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f7fed918-de83-4401-be6f-10c1efa9ec57 req-555af70a-40bf-479f-8198-bdd227bb8bd4 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d393a3-c469-444a-9ac7-4723f0d9bd7c HTTP/1.1" status: 200 len: 945 time: 0.1465909 Mar 18 00:30:36.329423 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-82be8f81-2eac-42a6-b10a-833e83e7486b admin admin] Publish callbacks [] for subnet (7390f8e9-2125-4ac5-acf4-cfc6d71161ec), precommit_delete_associations {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:36.347738 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-82be8f81-2eac-42a6-b10a-833e83e7486b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66134612'] for subnet (7390f8e9-2125-4ac5-acf4-cfc6d71161ec), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:36.411826 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f7fed918-de83-4401-be6f-10c1efa9ec57 req-fc1d6a35-5792-41fd-8cdf-21984a07b2fa tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.23 "GET /v2.0/security-groups?id=2008378c-ffc5-4604-8c46-4edacad56be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096275 Mar 18 00:30:36.458948 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-82be8f81-2eac-42a6-b10a-833e83e7486b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66134605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for subnet (7390f8e9-2125-4ac5-acf4-cfc6d71161ec), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:36.460627 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b2bc0c20-35f0-46c0-a000-32206f256325 req-c18dbf51-4b94-4008-9a5c-3ebac3f83e28 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (512d54ea-57f1-4527-92e1-eedb70a7c374), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:36.496648 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be8f81-2eac-42a6-b10a-833e83e7486b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7390f8e9-2125-4ac5-acf4-cfc6d71161ec,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:36.498588 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-82be8f81-2eac-42a6-b10a-833e83e7486b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:36.503173 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-82be8f81-2eac-42a6-b10a-833e83e7486b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7390f8e9-2125-4ac5-acf4-cfc6d71161ec HTTP/1.1" status: 204 len: 168 time: 0.3851895 Mar 18 00:30:36.505618 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 50008) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:36.505781 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb78a84-9d34-4a84-8928-b0d84d23e922 req-6ad0c8af-bb56-4af0-a788-af1b8156a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:36.506436 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['512d54ea-57f1-4527-92e1-eedb70a7c374'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:30:36.507403 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-0eb78a84-9d34-4a84-8928-b0d84d23e922 req-6ad0c8af-bb56-4af0-a788-af1b8156a0d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab1e227852a347109abfca16a62e0b84&device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 1130 time: 0.1063380 Mar 18 00:30:36.512168 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18dbf51-4b94-4008-9a5c-3ebac3f83e28 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Pushing event deleted for resources: {'Port': ['ID=512d54ea-57f1-4527-92e1-eedb70a7c374,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:36.525561 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be8f81-2eac-42a6-b10a-833e83e7486b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:36.526159 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be8f81-2eac-42a6-b10a-833e83e7486b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:36.526735 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be8f81-2eac-42a6-b10a-833e83e7486b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:36.527757 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be8f81-2eac-42a6-b10a-833e83e7486b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:36.528230 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be8f81-2eac-42a6-b10a-833e83e7486b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:36.528760 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be8f81-2eac-42a6-b10a-833e83e7486b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:36.529237 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be8f81-2eac-42a6-b10a-833e83e7486b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:36.529833 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be8f81-2eac-42a6-b10a-833e83e7486b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:36.530355 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be8f81-2eac-42a6-b10a-833e83e7486b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:36.530920 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be8f81-2eac-42a6-b10a-833e83e7486b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:36.531460 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be8f81-2eac-42a6-b10a-833e83e7486b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:36.532179 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be8f81-2eac-42a6-b10a-833e83e7486b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:36.532876 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be8f81-2eac-42a6-b10a-833e83e7486b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:36.533333 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be8f81-2eac-42a6-b10a-833e83e7486b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:36.533889 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be8f81-2eac-42a6-b10a-833e83e7486b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:36.627933 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bc0c20-35f0-46c0-a000-32206f256325 req-c18dbf51-4b94-4008-9a5c-3ebac3f83e28 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] No DVR routers for this DVR port 512d54ea-57f1-4527-92e1-eedb70a7c374 on host hv-cinder-76845 {{(pid=109622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:30:36.631634 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b2bc0c20-35f0-46c0-a000-32206f256325 req-c18dbf51-4b94-4008-9a5c-3ebac3f83e28 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:36.634362 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66092315'] for network (37d8ed27-0dc5-4ece-92b0-fee6f3ae1752), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:36.636369 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b2bc0c20-35f0-46c0-a000-32206f256325 req-c18dbf51-4b94-4008-9a5c-3ebac3f83e28 tempest-VolumesActionsTest-515630544 tempest-VolumesActionsTest-515630544-project] 10.222.0.10 "DELETE /v2.0/ports/512d54ea-57f1-4527-92e1-eedb70a7c374 HTTP/1.1" status: 204 len: 173 time: 0.8552079 Mar 18 00:30:36.657330 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d393a3-c469-444a-9ac7-4723f0d9bd7c', 'name': 'network-vif-deleted', 'tag': '512d54ea-57f1-4527-92e1-eedb70a7c374'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:30:36.662108 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f54e4bb-e4f9-4b18-a70f-2dee1ea6bbdd" -d '{"events": [{"server_uuid": "19d393a3-c469-444a-9ac7-4723f0d9bd7c", "name": "network-vif-deleted", "tag": "512d54ea-57f1-4527-92e1-eedb70a7c374"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:30:36.738159 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66202081', 'neutron.services.segments.db._delete_segments_for_network-8766732137027'] for network (37d8ed27-0dc5-4ece-92b0-fee6f3ae1752), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:36.758245 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a169ef3-bd6f-47f9-b8b8-d770718a2d94 x-openstack-request-id: req-5a169ef3-bd6f-47f9-b8b8-d770718a2d94 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:30:36.759248 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d393a3-c469-444a-9ac7-4723f0d9bd7c", "name": "network-vif-deleted", "tag": "512d54ea-57f1-4527-92e1-eedb70a7c374", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:30:36.759611 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a169ef3-bd6f-47f9-b8b8-d770718a2d94 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:30:36.760013 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d393a3-c469-444a-9ac7-4723f0d9bd7c', 'name': 'network-vif-deleted', 'tag': '512d54ea-57f1-4527-92e1-eedb70a7c374', 'status': 'completed', 'code': 200} Mar 18 00:30:36.768788 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:36.769741 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:36.770507 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:36.770844 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] Subscribe: > port after_create 55550000 {{(pid=109623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:36.771169 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] Subscribe: > port after_delete 55550000 {{(pid=109623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:36.771504 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] Subscribe: > port after_update 55550000 {{(pid=109623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:36.771879 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:36.772840 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:36.773188 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:36.773664 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:36.793993 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb78a84-9d34-4a84-8928-b0d84d23e922 req-7bcde1fd-5038-4e64-af77-006fb10c97b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:36.800133 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-0eb78a84-9d34-4a84-8928-b0d84d23e922 req-7bcde1fd-5038-4e64-af77-006fb10c97b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=84748e75-c932-49cf-9755-9d062da3cfcc HTTP/1.1" status: 200 len: 919 time: 0.2621958 Mar 18 00:30:36.855358 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:36.855707 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:36.856040 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:36.857134 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 18 00:30:36.857961 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.services.segments.db [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d8ed27-0dc5-4ece-92b0-fee6f3ae1752']}} {{(pid=109623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:30:36.877685 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-0eb78a84-9d34-4a84-8928-b0d84d23e922 req-0043c6f8-bfce-4df8-9eee-418bbd1c0c99 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e418c320-2ee1-42d5-91c0-ca989a8b7cdb HTTP/1.1" status: 200 len: 217 time: 0.0501277 Mar 18 00:30:36.882252 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.services.segments.db [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648e7ed8-8bb0-4fc8-bc0e-54768a158646') {'for_net_delete': True} {{(pid=109623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:30:36.882542 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.services.segments.db [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648e7ed8-8bb0-4fc8-bc0e-54768a158646') {} {{(pid=109623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:30:36.915728 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732287052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9218289'] for segment (648e7ed8-8bb0-4fc8-bc0e-54768a158646), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:36.955861 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb78a84-9d34-4a84-8928-b0d84d23e922 req-1d1c720b-3a41-4fda-a073-b5f2de22866b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:36.960586 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-0eb78a84-9d34-4a84-8928-b0d84d23e922 req-1d1c720b-3a41-4fda-a073-b5f2de22866b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd85f2-fb38-454d-bc7d-cc26360c8265 HTTP/1.1" status: 200 len: 859 time: 0.0638678 Mar 18 00:30:36.964286 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (648e7ed8-8bb0-4fc8-bc0e-54768a158646), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:36.975918 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 00:30:36.976440 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9398985'] for segment (648e7ed8-8bb0-4fc8-bc0e-54768a158646), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: from cryptography.utils import int_from_bytes Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: from cryptography.utils import int_from_bytes Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: Traceback (most recent call last): Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: timer() Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: cb(*args, **kw) Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: return func(*args, **kwargs) Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: self._notify() Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: self.callback(batched_events) Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: event.method(event) Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: return f(self, *a, **k) Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: return self._get(url).json() Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: return self.request(url, 'GET', **kwargs) Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 00:30:36.983544 dv-cinder-768458-19-smb neutron-server[109623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 00:30:37.003344 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-0eb78a84-9d34-4a84-8928-b0d84d23e922 req-668bd3d5-7c8d-4e28-ad2f-c983b16c8e3f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84748e75-c932-49cf-9755-9d062da3cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341368 Mar 18 00:30:37.052488 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fc3b0-ec62-49e1-ad0f-1d17de795dfb req-a18e8939-c26e-41f9-88bb-c1393ebeb9c2 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:37.055076 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-284fc3b0-ec62-49e1-ad0f-1d17de795dfb req-a18e8939-c26e-41f9-88bb-c1393ebeb9c2 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.1670260 Mar 18 00:30:37.098238 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66202074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704053'] for network (37d8ed27-0dc5-4ece-92b0-fee6f3ae1752), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:37.106686 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:37.113433 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] 10.222.0.23 "DELETE /v2.0/networks/37d8ed27-0dc5-4ece-92b0-fee6f3ae1752 HTTP/1.1" status: 204 len: 168 time: 0.6037946 Mar 18 00:30:37.115121 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 50038) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:37.141837 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-0eb78a84-9d34-4a84-8928-b0d84d23e922 req-161bb503-3ef8-43c2-8939-911a914e4015 service neutron] 10.222.0.10 "GET /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255434 Mar 18 00:30:37.167182 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0431ee-5c1e-4cc5-8f81-57c4dccadd2a admin admin] Pushing event deleted for resources: {'Network': ['ID=37d8ed27-0dc5-4ece-92b0-fee6f3ae1752,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:37.203128 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-284fc3b0-ec62-49e1-ad0f-1d17de795dfb req-eac503d3-ade4-4cde-b82e-aa1aa5240d82 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337872 Mar 18 00:30:37.229484 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07161f1-be2f-4044-9668-7997cdf1f62e admin admin] Deleting subnet 13d5a7b8-5db1-410f-8ceb-6d48f325ecbb {{(pid=109623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 00:30:37.231801 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d07161f1-be2f-4044-9668-7997cdf1f62e admin admin] Publish callbacks [] for subnet (13d5a7b8-5db1-410f-8ceb-6d48f325ecbb), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:37.286043 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 50048) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:37.306584 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d07161f1-be2f-4044-9668-7997cdf1f62e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9218248'] for subnet (13d5a7b8-5db1-410f-8ceb-6d48f325ecbb), precommit_delete_associations {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:37.332010 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-0eb78a84-9d34-4a84-8928-b0d84d23e922 req-af850b64-99b3-4fc0-938f-a4a68a6283ea service neutron] 10.222.0.10 "GET /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760089 Mar 18 00:30:37.356860 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d07161f1-be2f-4044-9668-7997cdf1f62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66134612'] for subnet (13d5a7b8-5db1-410f-8ceb-6d48f325ecbb), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:37.425481 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d07161f1-be2f-4044-9668-7997cdf1f62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66134605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9399403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547886'] for subnet (13d5a7b8-5db1-410f-8ceb-6d48f325ecbb), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:37.486507 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07161f1-be2f-4044-9668-7997cdf1f62e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13d5a7b8-5db1-410f-8ceb-6d48f325ecbb,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:37.488348 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d07161f1-be2f-4044-9668-7997cdf1f62e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:37.493563 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-d07161f1-be2f-4044-9668-7997cdf1f62e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/13d5a7b8-5db1-410f-8ceb-6d48f325ecbb HTTP/1.1" status: 204 len: 168 time: 0.3681419 Mar 18 00:30:37.495158 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 50056) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:37.503124 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-82b2a3fb-ed33-4713-b7d5-bcd00ee33650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:37.579583 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66092315'] for network (a1b07713-2a5f-4877-bc0f-3955dd339518), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:37.604154 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-82b2a3fb-ed33-4713-b7d5-bcd00ee33650 admin admin] Publish callbacks [] for security_group (b3bc2883-6e2b-4f83-b527-b5091497c7b1), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:37.609224 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-82b2a3fb-ed33-4713-b7d5-bcd00ee33650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (b3bc2883-6e2b-4f83-b527-b5091497c7b1), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:37.647806 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-82b2a3fb-ed33-4713-b7d5-bcd00ee33650 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7dba3d9609941c28e7cd5e00416def7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3606274 Mar 18 00:30:37.653426 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 50062) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:37.663980 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2a3fb-ed33-4713-b7d5-bcd00ee33650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bc2883-6e2b-4f83-b527-b5091497c7b1,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:37.689128 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66202081', 'neutron.services.segments.db._delete_segments_for_network-8766732137027'] for network (a1b07713-2a5f-4877-bc0f-3955dd339518), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:37.716481 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b07713-2a5f-4877-bc0f-3955dd339518']}} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:30:37.728968 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd48538b-72e7-48b2-a98e-6289cd292e5a') {'for_net_delete': True} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:30:37.729595 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd48538b-72e7-48b2-a98e-6289cd292e5a') {} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:30:37.734556 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d1969a76-027f-474a-b902-eeead6cecde0 admin admin] Publish callbacks [] for security_group (b3bc2883-6e2b-4f83-b527-b5091497c7b1), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:37.747631 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732287052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3923395'] for segment (bd48538b-72e7-48b2-a98e-6289cd292e5a), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:37.773471 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (bd48538b-72e7-48b2-a98e-6289cd292e5a), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:37.782013 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d1969a76-027f-474a-b902-eeead6cecde0 admin admin] Publish callbacks [] for security_group (b3bc2883-6e2b-4f83-b527-b5091497c7b1), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:37.788301 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=109622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 00:30:37.788950 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695078'] for segment (bd48538b-72e7-48b2-a98e-6289cd292e5a), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: Traceback (most recent call last): Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: timer() Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: cb(*args, **kw) Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: return func(*args, **kwargs) Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: self._notify() Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: self.callback(batched_events) Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: event.method(event) Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: return f(self, *a, **k) Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: return self._get(url).json() Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: return self.request(url, 'GET', **kwargs) Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 00:30:37.791425 dv-cinder-768458-19-smb neutron-server[109622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 00:30:37.865317 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d1969a76-027f-474a-b902-eeead6cecde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (b3bc2883-6e2b-4f83-b527-b5091497c7b1), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:37.870243 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d1969a76-027f-474a-b902-eeead6cecde0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:37.873836 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-d1969a76-027f-474a-b902-eeead6cecde0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3bc2883-6e2b-4f83-b527-b5091497c7b1 HTTP/1.1" status: 204 len: 168 time: 0.2171144 Mar 18 00:30:37.882480 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66202074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704053'] for network (a1b07713-2a5f-4877-bc0f-3955dd339518), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:37.884311 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1969a76-027f-474a-b902-eeead6cecde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bc2883-6e2b-4f83-b527-b5091497c7b1,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:37.917332 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:37.937213 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] 10.222.0.23 "DELETE /v2.0/networks/a1b07713-2a5f-4877-bc0f-3955dd339518 HTTP/1.1" status: 204 len: 168 time: 0.4408450 Mar 18 00:30:37.938898 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] Pushing event deleted for resources: {'Network': ['ID=a1b07713-2a5f-4877-bc0f-3955dd339518,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:37.950328 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:37.950328 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:37.950328 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:37.950328 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:37.950903 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:37.950903 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:37.951305 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:37.951655 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:37.951989 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:37.952397 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:37.952695 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:37.953066 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:37.953462 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:37.953868 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:37.954113 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c60920-ad3d-4f6e-b54d-18c8a02cd81f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:30:38.056991 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 50080) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:38.097977 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-09d67eb1-9894-4150-9367-f9b4124460db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d0e4a70727d467d901366240aa0f907&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396051 Mar 18 00:30:38.100416 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 50082) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:38.148726 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-017982b3-7c67-40ef-a0cf-42d2e55cb241 admin admin] Publish callbacks [] for security_group (b790671f-834b-4610-8d30-f07ab85cd1a2), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:38.170663 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-017982b3-7c67-40ef-a0cf-42d2e55cb241 admin admin] Publish callbacks [] for security_group (b790671f-834b-4610-8d30-f07ab85cd1a2), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:38.227767 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-017982b3-7c67-40ef-a0cf-42d2e55cb241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (b790671f-834b-4610-8d30-f07ab85cd1a2), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:38.231778 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-017982b3-7c67-40ef-a0cf-42d2e55cb241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:38.236106 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-017982b3-7c67-40ef-a0cf-42d2e55cb241 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b790671f-834b-4610-8d30-f07ab85cd1a2 HTTP/1.1" status: 204 len: 168 time: 0.1322083 Mar 18 00:30:38.241902 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 50090) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:38.243514 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017982b3-7c67-40ef-a0cf-42d2e55cb241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b790671f-834b-4610-8d30-f07ab85cd1a2,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:38.264886 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9ff4-4428-45f6-ae7e-fa8e77ca0423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:38.385677 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2eedb0-e76f-459b-b015-30e4867c41a8 req-4b9a7017-805c-46d9-858b-eabb900531f5 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:38.388739 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-8f2eedb0-e76f-459b-b015-30e4867c41a8 req-4b9a7017-805c-46d9-858b-eabb900531f5 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.0846605 Mar 18 00:30:38.390715 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9ff4-4428-45f6-ae7e-fa8e77ca0423 admin admin] Publish callbacks [] for security_group (f69f0ba6-575c-4763-aa5d-bb8c54c02800), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:38.395847 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9ff4-4428-45f6-ae7e-fa8e77ca0423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (f69f0ba6-575c-4763-aa5d-bb8c54c02800), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:38.440880 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-8f2eedb0-e76f-459b-b015-30e4867c41a8 req-fe60b649-4fe3-4e79-83fc-758d239c4ca1 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474689 Mar 18 00:30:38.443192 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-3e6e9ff4-4428-45f6-ae7e-fa8e77ca0423 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ca86ffde9c5499396533d260fe2ddcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1985264 Mar 18 00:30:38.443192 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e9ff4-4428-45f6-ae7e-fa8e77ca0423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69f0ba6-575c-4763-aa5d-bb8c54c02800,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:38.446957 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 50098) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:38.516988 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a71e2a7d-90f9-4bd1-829e-1e0a93532b7e admin admin] Publish callbacks [] for security_group (f69f0ba6-575c-4763-aa5d-bb8c54c02800), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:38.543312 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a71e2a7d-90f9-4bd1-829e-1e0a93532b7e admin admin] Publish callbacks [] for security_group (f69f0ba6-575c-4763-aa5d-bb8c54c02800), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:38.610361 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a71e2a7d-90f9-4bd1-829e-1e0a93532b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (f69f0ba6-575c-4763-aa5d-bb8c54c02800), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:38.613246 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a71e2a7d-90f9-4bd1-829e-1e0a93532b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:38.614748 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-a71e2a7d-90f9-4bd1-829e-1e0a93532b7e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f69f0ba6-575c-4763-aa5d-bb8c54c02800 HTTP/1.1" status: 204 len: 168 time: 0.1663496 Mar 18 00:30:38.626411 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e2a7d-90f9-4bd1-829e-1e0a93532b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69f0ba6-575c-4763-aa5d-bb8c54c02800,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:38.761831 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 50110) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:38.813262 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-8d68cd44-2796-4e9f-ade5-6567fe7f4385 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b756af3e3a274b5cad0ce3afaabb494b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0502985 Mar 18 00:30:38.816282 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 50114) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:38.872528 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-710c88da-3c4d-42fd-857f-71010b9a1486 admin admin] Publish callbacks [] for security_group (ffae2997-4967-48ef-ac0c-2256d90b2f95), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:38.899882 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-710c88da-3c4d-42fd-857f-71010b9a1486 admin admin] Publish callbacks [] for security_group (ffae2997-4967-48ef-ac0c-2256d90b2f95), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:38.964436 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-710c88da-3c4d-42fd-857f-71010b9a1486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (ffae2997-4967-48ef-ac0c-2256d90b2f95), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:38.967668 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-710c88da-3c4d-42fd-857f-71010b9a1486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:38.968968 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-710c88da-3c4d-42fd-857f-71010b9a1486 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffae2997-4967-48ef-ac0c-2256d90b2f95 HTTP/1.1" status: 204 len: 168 time: 0.1517184 Mar 18 00:30:38.979797 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c88da-3c4d-42fd-857f-71010b9a1486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffae2997-4967-48ef-ac0c-2256d90b2f95,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:39.293975 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 50148) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:39.486343 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe3d1cb8-e1f0-4e87-8048-1dd9d2a97752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:39.617750 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe3d1cb8-e1f0-4e87-8048-1dd9d2a97752 admin admin] Publish callbacks [] for security_group (12c5248c-21e6-456f-8f4b-79af10e30e04), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:39.622971 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe3d1cb8-e1f0-4e87-8048-1dd9d2a97752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (12c5248c-21e6-456f-8f4b-79af10e30e04), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:39.633076 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8e624-9dc4-4e72-b246-4d0b7958e9c8 req-3c133d05-c4e4-4992-8f7e-966230767b35 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:39.635165 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b9d8e624-9dc4-4e72-b246-4d0b7958e9c8 req-3c133d05-c4e4-4992-8f7e-966230767b35 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.0954249 Mar 18 00:30:39.684816 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-fe3d1cb8-e1f0-4e87-8048-1dd9d2a97752 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4227df1e5c7c40bdae5f3c150f6926a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3873367 Mar 18 00:30:39.685080 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 50174) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:39.705662 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d1cb8-e1f0-4e87-8048-1dd9d2a97752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c5248c-21e6-456f-8f4b-79af10e30e04,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:39.746439 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b9d8e624-9dc4-4e72-b246-4d0b7958e9c8 req-a50067f5-477b-43ac-b6ae-ccea80f48bc4 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939100 Mar 18 00:30:39.764999 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e47ba480-14f0-466b-86d1-5801a205b92d admin admin] Publish callbacks [] for security_group (12c5248c-21e6-456f-8f4b-79af10e30e04), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:39.790950 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e47ba480-14f0-466b-86d1-5801a205b92d admin admin] Publish callbacks [] for security_group (12c5248c-21e6-456f-8f4b-79af10e30e04), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:39.847104 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e47ba480-14f0-466b-86d1-5801a205b92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (12c5248c-21e6-456f-8f4b-79af10e30e04), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:39.849808 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e47ba480-14f0-466b-86d1-5801a205b92d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:39.854922 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-e47ba480-14f0-466b-86d1-5801a205b92d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12c5248c-21e6-456f-8f4b-79af10e30e04 HTTP/1.1" status: 204 len: 168 time: 0.1685965 Mar 18 00:30:39.863544 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ba480-14f0-466b-86d1-5801a205b92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c5248c-21e6-456f-8f4b-79af10e30e04,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:40.248897 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 50210) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:40.284272 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1b9253a8-b502-4799-b151-40b012ab2ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:40.428127 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1b9253a8-b502-4799-b151-40b012ab2ba1 admin admin] Publish callbacks [] for security_group (2f5ff507-acb2-452f-b715-09422fc317c7), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:40.433445 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1b9253a8-b502-4799-b151-40b012ab2ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (2f5ff507-acb2-452f-b715-09422fc317c7), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:40.490568 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9253a8-b502-4799-b151-40b012ab2ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5ff507-acb2-452f-b715-09422fc317c7,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:40.499040 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-1b9253a8-b502-4799-b151-40b012ab2ba1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45e9f9a8e446463c92064c9c4458fa60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491789 Mar 18 00:30:40.501501 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 50228) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:40.565227 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-10466c86-a113-4c54-a14a-379988c7af36 admin admin] Publish callbacks [] for security_group (2f5ff507-acb2-452f-b715-09422fc317c7), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:40.598810 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-10466c86-a113-4c54-a14a-379988c7af36 admin admin] Publish callbacks [] for security_group (2f5ff507-acb2-452f-b715-09422fc317c7), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:40.671083 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-10466c86-a113-4c54-a14a-379988c7af36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (2f5ff507-acb2-452f-b715-09422fc317c7), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:40.674541 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-10466c86-a113-4c54-a14a-379988c7af36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:40.679520 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-10466c86-a113-4c54-a14a-379988c7af36 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f5ff507-acb2-452f-b715-09422fc317c7 HTTP/1.1" status: 204 len: 168 time: 0.1768301 Mar 18 00:30:40.689022 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10466c86-a113-4c54-a14a-379988c7af36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5ff507-acb2-452f-b715-09422fc317c7,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:40.694059 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 512d54ea-57f1-4527-92e1-eedb70a7c374 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:30:40.724168 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] No Port match for: 512d54ea-57f1-4527-92e1-eedb70a7c374 {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:30:40.724577 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 512d54ea-57f1-4527-92e1-eedb70a7c374 not bound to the agent host hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:30:40.909911 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9e473-f7dd-45cd-958b-46e2a70dc7e0 req-e70469e3-1db5-4863-a412-5677af8d2812 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:40.911484 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ebd9e473-f7dd-45cd-958b-46e2a70dc7e0 req-e70469e3-1db5-4863-a412-5677af8d2812 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.0632248 Mar 18 00:30:40.970256 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ebd9e473-f7dd-45cd-958b-46e2a70dc7e0 req-ffcef669-1f93-4c92-be2d-5cbf3f3ccaf1 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514717 Mar 18 00:30:42.125665 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f3707-cccd-4987-b0c8-d7efa910d80d req-2cfd1e9c-529e-41f1-b8bd-abecbad1e895 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:42.125665 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9b9f3707-cccd-4987-b0c8-d7efa910d80d req-2cfd1e9c-529e-41f1-b8bd-abecbad1e895 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.0757697 Mar 18 00:30:42.181766 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9b9f3707-cccd-4987-b0c8-d7efa910d80d req-bd4aa803-4001-42ea-848d-63855ea17ed5 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502317 Mar 18 00:30:43.319027 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c25a4-904a-4bf0-aebe-8f94bbdb4cde req-be1e821e-237d-437b-86bb-990983fb68a5 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:43.320521 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-cb3c25a4-904a-4bf0-aebe-8f94bbdb4cde req-be1e821e-237d-437b-86bb-990983fb68a5 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.0678005 Mar 18 00:30:43.396908 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-cb3c25a4-904a-4bf0-aebe-8f94bbdb4cde req-541f94ba-cdf0-40f0-bb48-d9936e0e5af5 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686634 Mar 18 00:30:44.018416 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 50450) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:44.134428 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-98e4f684-b740-4042-98a6-7b3210006f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:44.218383 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-98e4f684-b740-4042-98a6-7b3210006f0b admin admin] Publish callbacks [] for security_group (46c4e3ac-b45e-4289-a2e4-3e2b23588d3d), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:44.223492 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-98e4f684-b740-4042-98a6-7b3210006f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (46c4e3ac-b45e-4289-a2e4-3e2b23588d3d), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:44.263507 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-98e4f684-b740-4042-98a6-7b3210006f0b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5b21097ae1a4d3fba5e7fb0cc968f47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439945 Mar 18 00:30:44.264604 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4f684-b740-4042-98a6-7b3210006f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c4e3ac-b45e-4289-a2e4-3e2b23588d3d,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:44.266371 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 50466) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:44.331735 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-12bb3784-4913-40ad-867d-ae2981428287 admin admin] Publish callbacks [] for security_group (46c4e3ac-b45e-4289-a2e4-3e2b23588d3d), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:44.355063 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-12bb3784-4913-40ad-867d-ae2981428287 admin admin] Publish callbacks [] for security_group (46c4e3ac-b45e-4289-a2e4-3e2b23588d3d), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:44.402896 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-12bb3784-4913-40ad-867d-ae2981428287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (46c4e3ac-b45e-4289-a2e4-3e2b23588d3d), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:44.405681 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-12bb3784-4913-40ad-867d-ae2981428287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:44.406846 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-12bb3784-4913-40ad-867d-ae2981428287 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/46c4e3ac-b45e-4289-a2e4-3e2b23588d3d HTTP/1.1" status: 204 len: 168 time: 0.1391807 Mar 18 00:30:44.417883 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb3784-4913-40ad-867d-ae2981428287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c4e3ac-b45e-4289-a2e4-3e2b23588d3d,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:44.589309 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53137e-5f67-4447-8c3b-7ef4246ad998 req-75135e71-eb35-4f40-9249-66c4b59dd6f0 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:44.591089 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cd53137e-5f67-4447-8c3b-7ef4246ad998 req-75135e71-eb35-4f40-9249-66c4b59dd6f0 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.1035705 Mar 18 00:30:44.670564 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cd53137e-5f67-4447-8c3b-7ef4246ad998 req-296250cd-5ef2-4c4e-b8dd-c19cdb8ecbd2 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736599 Mar 18 00:30:44.808273 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 50504) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:44.822229 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-89c72543-d5c1-4da9-b032-aa0d493be51e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:44.905010 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-89c72543-d5c1-4da9-b032-aa0d493be51e admin admin] Publish callbacks [] for security_group (5ed2499b-c230-4fef-8eec-e857df2d592f), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:44.908765 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-89c72543-d5c1-4da9-b032-aa0d493be51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (5ed2499b-c230-4fef-8eec-e857df2d592f), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:44.951068 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-89c72543-d5c1-4da9-b032-aa0d493be51e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=533bbd7b54ce48ea826b8581202714df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417086 Mar 18 00:30:44.951931 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c72543-d5c1-4da9-b032-aa0d493be51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed2499b-c230-4fef-8eec-e857df2d592f,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:44.953783 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 50512) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:45.010533 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f66bb5dd-9b68-4d88-8d9a-e2fc053c03d0 admin admin] Publish callbacks [] for security_group (5ed2499b-c230-4fef-8eec-e857df2d592f), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:45.032189 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f66bb5dd-9b68-4d88-8d9a-e2fc053c03d0 admin admin] Publish callbacks [] for security_group (5ed2499b-c230-4fef-8eec-e857df2d592f), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:45.084714 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f66bb5dd-9b68-4d88-8d9a-e2fc053c03d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (5ed2499b-c230-4fef-8eec-e857df2d592f), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:45.088085 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f66bb5dd-9b68-4d88-8d9a-e2fc053c03d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:45.090424 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-f66bb5dd-9b68-4d88-8d9a-e2fc053c03d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ed2499b-c230-4fef-8eec-e857df2d592f HTTP/1.1" status: 204 len: 168 time: 0.1341691 Mar 18 00:30:45.097760 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bb5dd-9b68-4d88-8d9a-e2fc053c03d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed2499b-c230-4fef-8eec-e857df2d592f,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:45.828647 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb5a41-1362-4163-a675-779bd4f656c0 req-88a7785d-68a4-42ba-ad6c-3df1603ae22c tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:45.831073 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-cfbb5a41-1362-4163-a675-779bd4f656c0 req-88a7785d-68a4-42ba-ad6c-3df1603ae22c tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.0771534 Mar 18 00:30:45.903831 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-cfbb5a41-1362-4163-a675-779bd4f656c0 req-935df9aa-d36c-4056-946c-839b5efb7f6e tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665979 Mar 18 00:30:46.386639 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 50588) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:46.488982 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-4810709d-ed12-464c-bf18-be5cb6aa0273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:46.565648 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-4810709d-ed12-464c-bf18-be5cb6aa0273 admin admin] Publish callbacks [] for security_group (022752da-6b88-46f0-8239-99d8615c8e69), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:46.569329 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-4810709d-ed12-464c-bf18-be5cb6aa0273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (022752da-6b88-46f0-8239-99d8615c8e69), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:46.610224 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-4810709d-ed12-464c-bf18-be5cb6aa0273 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9df27f0122a448eaae3b749e2f2fed8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225356 Mar 18 00:30:46.611062 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810709d-ed12-464c-bf18-be5cb6aa0273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022752da-6b88-46f0-8239-99d8615c8e69,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:46.612896 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 50592) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:46.667008 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b8819fdc-7c93-4308-8290-a76c4bbaaa73 admin admin] Publish callbacks [] for security_group (022752da-6b88-46f0-8239-99d8615c8e69), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:46.689145 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b8819fdc-7c93-4308-8290-a76c4bbaaa73 admin admin] Publish callbacks [] for security_group (022752da-6b88-46f0-8239-99d8615c8e69), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:46.738158 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b8819fdc-7c93-4308-8290-a76c4bbaaa73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (022752da-6b88-46f0-8239-99d8615c8e69), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:46.740734 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b8819fdc-7c93-4308-8290-a76c4bbaaa73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:46.750209 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-b8819fdc-7c93-4308-8290-a76c4bbaaa73 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/022752da-6b88-46f0-8239-99d8615c8e69 HTTP/1.1" status: 204 len: 168 time: 0.1313353 Mar 18 00:30:46.760259 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8819fdc-7c93-4308-8290-a76c4bbaaa73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022752da-6b88-46f0-8239-99d8615c8e69,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:47.070078 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c702a6c-f5f1-4e9b-85d3-6d6b04b3c8ff req-e6c2caba-6f87-4349-971a-5364ce7e8944 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:47.078458 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4c702a6c-f5f1-4e9b-85d3-6d6b04b3c8ff req-e6c2caba-6f87-4349-971a-5364ce7e8944 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.0795002 Mar 18 00:30:47.140513 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4c702a6c-f5f1-4e9b-85d3-6d6b04b3c8ff req-9b94a55a-7bbe-4d4e-a5e4-7181e110e56e tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609801 Mar 18 00:30:47.341670 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 50642) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:47.495903 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-8a890629-a106-4e17-a38e-9564b0746476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:47.618624 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-8a890629-a106-4e17-a38e-9564b0746476 admin admin] Publish callbacks [] for security_group (6ded5572-d0ca-4a8e-8cd1-6c79c48a57cd), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:47.629695 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-8a890629-a106-4e17-a38e-9564b0746476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (6ded5572-d0ca-4a8e-8cd1-6c79c48a57cd), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:47.680137 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a890629-a106-4e17-a38e-9564b0746476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ded5572-d0ca-4a8e-8cd1-6c79c48a57cd,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:47.688670 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-8a890629-a106-4e17-a38e-9564b0746476 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dac31ffb5f2b4cc3a404dc807709dd6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3451328 Mar 18 00:30:47.691475 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 50664) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:47.751239 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-52709bda-7cfb-44f5-a5cf-a8d33d97156e admin admin] Publish callbacks [] for security_group (6ded5572-d0ca-4a8e-8cd1-6c79c48a57cd), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:47.778471 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-52709bda-7cfb-44f5-a5cf-a8d33d97156e admin admin] Publish callbacks [] for security_group (6ded5572-d0ca-4a8e-8cd1-6c79c48a57cd), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:47.843442 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-52709bda-7cfb-44f5-a5cf-a8d33d97156e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (6ded5572-d0ca-4a8e-8cd1-6c79c48a57cd), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:47.846006 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-52709bda-7cfb-44f5-a5cf-a8d33d97156e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:47.847612 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-52709bda-7cfb-44f5-a5cf-a8d33d97156e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ded5572-d0ca-4a8e-8cd1-6c79c48a57cd HTTP/1.1" status: 204 len: 168 time: 0.1550899 Mar 18 00:30:47.856068 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52709bda-7cfb-44f5-a5cf-a8d33d97156e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ded5572-d0ca-4a8e-8cd1-6c79c48a57cd,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:48.287640 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a6315-592b-43fe-beed-b85451e64fa6 req-dff5fc86-0c0e-445b-a739-ea22da0e0247 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:48.289234 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-6e8a6315-592b-43fe-beed-b85451e64fa6 req-dff5fc86-0c0e-445b-a739-ea22da0e0247 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.0580189 Mar 18 00:30:48.346109 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-6e8a6315-592b-43fe-beed-b85451e64fa6 req-44b0b447-9bef-410b-9686-c243bd5ecf72 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500360 Mar 18 00:30:49.498160 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf51a8-dc66-4506-a6b4-1c2497129f2d req-b86b1e88-6c9c-4149-bccc-43ec53b99567 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:49.499775 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c3cf51a8-dc66-4506-a6b4-1c2497129f2d req-b86b1e88-6c9c-4149-bccc-43ec53b99567 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.0709803 Mar 18 00:30:49.552566 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c3cf51a8-dc66-4506-a6b4-1c2497129f2d req-3ff0bd48-f0cf-46f9-9524-7ed0db821750 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468583 Mar 18 00:30:50.002442 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 50770) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:50.114398 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-c8a6558b-169a-4cc6-8d30-b7de240f03a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:50.195320 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-c8a6558b-169a-4cc6-8d30-b7de240f03a1 admin admin] Publish callbacks [] for security_group (09db97e8-e6ee-4221-b9b3-eaf1d23eedd9), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:50.199153 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-c8a6558b-169a-4cc6-8d30-b7de240f03a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (09db97e8-e6ee-4221-b9b3-eaf1d23eedd9), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:50.240176 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-c8a6558b-169a-4cc6-8d30-b7de240f03a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3070c56ecfa6414bbffcf813965f2933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366858 Mar 18 00:30:50.244320 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 50784) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:50.247099 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6558b-169a-4cc6-8d30-b7de240f03a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09db97e8-e6ee-4221-b9b3-eaf1d23eedd9,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:50.303214 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-44e49318-8edc-4b18-b0bd-f14fd6125f6d admin admin] Publish callbacks [] for security_group (09db97e8-e6ee-4221-b9b3-eaf1d23eedd9), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:50.326997 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-44e49318-8edc-4b18-b0bd-f14fd6125f6d admin admin] Publish callbacks [] for security_group (09db97e8-e6ee-4221-b9b3-eaf1d23eedd9), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:50.337964 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 50788) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:50.401162 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-44e49318-8edc-4b18-b0bd-f14fd6125f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (09db97e8-e6ee-4221-b9b3-eaf1d23eedd9), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:50.404851 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-44e49318-8edc-4b18-b0bd-f14fd6125f6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:50.406402 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-44e49318-8edc-4b18-b0bd-f14fd6125f6d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09db97e8-e6ee-4221-b9b3-eaf1d23eedd9 HTTP/1.1" status: 204 len: 168 time: 0.1601977 Mar 18 00:30:50.436341 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e49318-8edc-4b18-b0bd-f14fd6125f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09db97e8-e6ee-4221-b9b3-eaf1d23eedd9,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:50.458324 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d142d4a-b247-448d-b6bc-3c8a252bac8d req-bad8d655-3f03-4c4f-8810-b87378ee2679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:50.460553 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6d142d4a-b247-448d-b6bc-3c8a252bac8d req-bad8d655-3f03-4c4f-8810-b87378ee2679 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 1130 time: 0.0677083 Mar 18 00:30:50.524966 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-22385c0b-f8df-4cde-8e4f-c81fbf9c4227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:50.549250 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6d142d4a-b247-448d-b6bc-3c8a252bac8d req-3845d067-5597-4c1b-92cb-f5d9ac035689 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746665 Mar 18 00:30:50.640432 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-22385c0b-f8df-4cde-8e4f-c81fbf9c4227 admin admin] Publish callbacks [] for security_group (6fd4cacb-a099-4408-a972-b2d95d456d3f), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:50.644538 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-22385c0b-f8df-4cde-8e4f-c81fbf9c4227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (6fd4cacb-a099-4408-a972-b2d95d456d3f), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:50.692051 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-22385c0b-f8df-4cde-8e4f-c81fbf9c4227 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99b8f007daed4294bf4e403daf8cf85c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3529453 Mar 18 00:30:50.693095 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22385c0b-f8df-4cde-8e4f-c81fbf9c4227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd4cacb-a099-4408-a972-b2d95d456d3f,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:50.694697 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 50814) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:50.723097 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9fcff-ae57-4ae7-b870-50617fe3e59b req-ba9155b6-0399-4c94-a4e9-27c9c11ad1bd tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:50.724936 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-58d9fcff-ae57-4ae7-b870-50617fe3e59b req-ba9155b6-0399-4c94-a4e9-27c9c11ad1bd tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.0827560 Mar 18 00:30:50.795023 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a83fc11-4a6e-4772-905e-9e481d4bb9c5 admin admin] Publish callbacks [] for security_group (6fd4cacb-a099-4408-a972-b2d95d456d3f), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:50.806150 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-58d9fcff-ae57-4ae7-b870-50617fe3e59b req-216408e6-7932-46e0-b2d5-1be38a642ace tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730519 Mar 18 00:30:50.816864 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 50822) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:50.832340 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe555442-7484-4c6a-b437-e189590d1319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:50.835281 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a83fc11-4a6e-4772-905e-9e481d4bb9c5 admin admin] Publish callbacks [] for security_group (6fd4cacb-a099-4408-a972-b2d95d456d3f), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:50.908121 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a83fc11-4a6e-4772-905e-9e481d4bb9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (6fd4cacb-a099-4408-a972-b2d95d456d3f), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:50.912494 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3a83fc11-4a6e-4772-905e-9e481d4bb9c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:50.918195 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-3a83fc11-4a6e-4772-905e-9e481d4bb9c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6fd4cacb-a099-4408-a972-b2d95d456d3f HTTP/1.1" status: 204 len: 168 time: 0.2224131 Mar 18 00:30:50.922098 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe555442-7484-4c6a-b437-e189590d1319 admin admin] Publish callbacks [] for security_group (a51475de-583d-40b6-8ba1-ed54b480a116), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:50.926924 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fe555442-7484-4c6a-b437-e189590d1319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (a51475de-583d-40b6-8ba1-ed54b480a116), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:50.928030 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83fc11-4a6e-4772-905e-9e481d4bb9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd4cacb-a099-4408-a972-b2d95d456d3f,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:50.994748 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-fe555442-7484-4c6a-b437-e189590d1319 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5022a9715c2a4df6b2c142b9fb480304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1737025 Mar 18 00:30:50.994748 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe555442-7484-4c6a-b437-e189590d1319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51475de-583d-40b6-8ba1-ed54b480a116,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:50.995090 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 50834) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:51.067581 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3bd2006f-8c87-4afb-a897-58d4d94d0430 admin admin] Publish callbacks [] for security_group (a51475de-583d-40b6-8ba1-ed54b480a116), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:51.100752 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3bd2006f-8c87-4afb-a897-58d4d94d0430 admin admin] Publish callbacks [] for security_group (a51475de-583d-40b6-8ba1-ed54b480a116), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:51.168785 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3bd2006f-8c87-4afb-a897-58d4d94d0430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (a51475de-583d-40b6-8ba1-ed54b480a116), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:51.172060 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3bd2006f-8c87-4afb-a897-58d4d94d0430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:51.173576 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-3bd2006f-8c87-4afb-a897-58d4d94d0430 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a51475de-583d-40b6-8ba1-ed54b480a116 HTTP/1.1" status: 204 len: 168 time: 0.1774220 Mar 18 00:30:51.184068 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2006f-8c87-4afb-a897-58d4d94d0430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51475de-583d-40b6-8ba1-ed54b480a116,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:51.461569 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 50852) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:51.475165 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ee560226-210a-4a2a-9d67-dbfae52f0538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:51.476999 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-2b6a640d-d531-4a0b-b4b9-713ec6d3f4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:51.568471 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ee560226-210a-4a2a-9d67-dbfae52f0538 admin admin] Publish callbacks [] for security_group (33ebc71f-03c7-4905-96dc-d4fdc466163d), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:51.573654 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ee560226-210a-4a2a-9d67-dbfae52f0538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (33ebc71f-03c7-4905-96dc-d4fdc466163d), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:51.612561 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-ee560226-210a-4a2a-9d67-dbfae52f0538 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d1bf98af50554fb3af69388ad8f465a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473722 Mar 18 00:30:51.612782 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 50858) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:51.623429 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee560226-210a-4a2a-9d67-dbfae52f0538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ebc71f-03c7-4905-96dc-d4fdc466163d,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:51.673457 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1381754c-7262-4b5b-a8a7-91cd80b62523 admin admin] Publish callbacks [] for security_group (33ebc71f-03c7-4905-96dc-d4fdc466163d), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:51.697670 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1381754c-7262-4b5b-a8a7-91cd80b62523 admin admin] Publish callbacks [] for security_group (33ebc71f-03c7-4905-96dc-d4fdc466163d), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:51.716039 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 50864) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:51.729131 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-79381b82-fbd2-4c4e-aa0b-b9239df270c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:51.760103 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1381754c-7262-4b5b-a8a7-91cd80b62523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (33ebc71f-03c7-4905-96dc-d4fdc466163d), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:51.762644 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1381754c-7262-4b5b-a8a7-91cd80b62523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:51.763819 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-1381754c-7262-4b5b-a8a7-91cd80b62523 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33ebc71f-03c7-4905-96dc-d4fdc466163d HTTP/1.1" status: 204 len: 168 time: 0.1502202 Mar 18 00:30:51.781450 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381754c-7262-4b5b-a8a7-91cd80b62523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ebc71f-03c7-4905-96dc-d4fdc466163d,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:51.842418 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-79381b82-fbd2-4c4e-aa0b-b9239df270c9 admin admin] Publish callbacks [] for security_group (111fdee9-2bb4-4034-acdd-417cfbf1b78d), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:51.850792 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-79381b82-fbd2-4c4e-aa0b-b9239df270c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (111fdee9-2bb4-4034-acdd-417cfbf1b78d), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:51.917913 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-79381b82-fbd2-4c4e-aa0b-b9239df270c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a988a1918c7407884daf40b70749620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2007098 Mar 18 00:30:51.920482 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 50872) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:51.936332 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79381b82-fbd2-4c4e-aa0b-b9239df270c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111fdee9-2bb4-4034-acdd-417cfbf1b78d,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:51.998230 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b912507-e566-4a0b-852a-22a6b6064f32 req-2c355116-7e9a-4d1b-a296-274eaf57c052 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:52.000082 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8b912507-e566-4a0b-852a-22a6b6064f32 req-2c355116-7e9a-4d1b-a296-274eaf57c052 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.0941763 Mar 18 00:30:52.001215 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e791daa6-beba-438a-ac91-ce937c675c84 admin admin] Publish callbacks [] for security_group (111fdee9-2bb4-4034-acdd-417cfbf1b78d), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:52.023717 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e791daa6-beba-438a-ac91-ce937c675c84 admin admin] Publish callbacks [] for security_group (111fdee9-2bb4-4034-acdd-417cfbf1b78d), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:52.052375 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8b912507-e566-4a0b-852a-22a6b6064f32 req-7e6ae2d1-adc5-4bad-a854-4d9eea1f141b tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463839 Mar 18 00:30:52.076950 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e791daa6-beba-438a-ac91-ce937c675c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (111fdee9-2bb4-4034-acdd-417cfbf1b78d), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:52.082045 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e791daa6-beba-438a-ac91-ce937c675c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:52.086740 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-e791daa6-beba-438a-ac91-ce937c675c84 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/111fdee9-2bb4-4034-acdd-417cfbf1b78d HTTP/1.1" status: 204 len: 168 time: 0.1652527 Mar 18 00:30:52.095749 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791daa6-beba-438a-ac91-ce937c675c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111fdee9-2bb4-4034-acdd-417cfbf1b78d,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:52.173142 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 50880) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:52.188987 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b304956f-ec1c-4a8c-a239-d03dd48d6025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:52.217203 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994735c-c61d-4afb-9497-3b902f10237a req-33d5c1a9-d119-4e15-b492-28404659ca09 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:52.217859 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b994735c-c61d-4afb-9497-3b902f10237a req-33d5c1a9-d119-4e15-b492-28404659ca09 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0717428 Mar 18 00:30:52.272096 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b304956f-ec1c-4a8c-a239-d03dd48d6025 admin admin] Publish callbacks [] for security_group (9b98a67d-c32f-478b-b67b-589daa8f1c74), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:52.272782 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b994735c-c61d-4afb-9497-3b902f10237a req-ae6a80c7-8a3c-4c27-bf3e-174e585dc2c8 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490446 Mar 18 00:30:52.277001 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b304956f-ec1c-4a8c-a239-d03dd48d6025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (9b98a67d-c32f-478b-b67b-589daa8f1c74), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:52.323704 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-b304956f-ec1c-4a8c-a239-d03dd48d6025 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a54f5f2e71c4b7ea8261a7fb87099ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491919 Mar 18 00:30:52.325012 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304956f-ec1c-4a8c-a239-d03dd48d6025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b98a67d-c32f-478b-b67b-589daa8f1c74,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:52.326324 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 50890) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:52.410063 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ad51edae-a8d4-4258-bbea-37be336c5a64 admin admin] Publish callbacks [] for security_group (9b98a67d-c32f-478b-b67b-589daa8f1c74), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:52.435660 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ad51edae-a8d4-4258-bbea-37be336c5a64 admin admin] Publish callbacks [] for security_group (9b98a67d-c32f-478b-b67b-589daa8f1c74), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:52.494385 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ad51edae-a8d4-4258-bbea-37be336c5a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (9b98a67d-c32f-478b-b67b-589daa8f1c74), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:52.497019 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ad51edae-a8d4-4258-bbea-37be336c5a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:52.501067 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-ad51edae-a8d4-4258-bbea-37be336c5a64 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b98a67d-c32f-478b-b67b-589daa8f1c74 HTTP/1.1" status: 204 len: 168 time: 0.1601713 Mar 18 00:30:52.518342 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51edae-a8d4-4258-bbea-37be336c5a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b98a67d-c32f-478b-b67b-589daa8f1c74,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:53.813352 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-8814eeb6-d1f7-4807-8ee0-916ab32ea04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:54.028844 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babf4ef-393e-4af4-98a2-e409a9568378 req-67cd197d-288d-4b13-b63f-a16bd81d4a76 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:54.030363 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5babf4ef-393e-4af4-98a2-e409a9568378 req-67cd197d-288d-4b13-b63f-a16bd81d4a76 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0619848 Mar 18 00:30:54.041533 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa93d9-929e-432f-9f8a-cdacd4d8af1a req-92ad9275-1aa9-49f4-b885-19f3f6d7f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:54.043639 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c5fa93d9-929e-432f-9f8a-cdacd4d8af1a req-92ad9275-1aa9-49f4-b885-19f3f6d7f8aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab1e227852a347109abfca16a62e0b84&device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 1130 time: 0.0612636 Mar 18 00:30:54.076295 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 51056) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:54.102217 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5babf4ef-393e-4af4-98a2-e409a9568378 req-5519d561-c7ef-4a3b-a874-475ecd668e49 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618470 Mar 18 00:30:54.174920 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f01d43-4029-437b-8ae1-4aea6bcdb117 admin admin] Deleting subnet 3f51ca1c-4cea-45f3-bbd6-37f00e484579 {{(pid=109622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 00:30:54.181024 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-89f01d43-4029-437b-8ae1-4aea6bcdb117 admin admin] Publish callbacks [] for subnet (3f51ca1c-4cea-45f3-bbd6-37f00e484579), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:54.225742 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa93d9-929e-432f-9f8a-cdacd4d8af1a req-63b7f32a-d30e-4254-a921-08895906ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:54.227621 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c5fa93d9-929e-432f-9f8a-cdacd4d8af1a req-63b7f32a-d30e-4254-a921-08895906ade3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=84748e75-c932-49cf-9755-9d062da3cfcc HTTP/1.1" status: 200 len: 919 time: 0.1775181 Mar 18 00:30:54.254933 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-89f01d43-4029-437b-8ae1-4aea6bcdb117 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3923450'] for subnet (3f51ca1c-4cea-45f3-bbd6-37f00e484579), precommit_delete_associations {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:54.305407 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c5fa93d9-929e-432f-9f8a-cdacd4d8af1a req-95c767f3-3c6e-44da-b38e-9fadb3a0dcaf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e418c320-2ee1-42d5-91c0-ca989a8b7cdb HTTP/1.1" status: 200 len: 217 time: 0.0572441 Mar 18 00:30:54.354740 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-89f01d43-4029-437b-8ae1-4aea6bcdb117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66134612'] for subnet (3f51ca1c-4cea-45f3-bbd6-37f00e484579), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:54.408510 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa93d9-929e-432f-9f8a-cdacd4d8af1a req-3a1997d3-454e-4488-8633-3c5f11417ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:54.410111 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c5fa93d9-929e-432f-9f8a-cdacd4d8af1a req-3a1997d3-454e-4488-8633-3c5f11417ddf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd85f2-fb38-454d-bc7d-cc26360c8265 HTTP/1.1" status: 200 len: 859 time: 0.0970736 Mar 18 00:30:54.444328 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c5fa93d9-929e-432f-9f8a-cdacd4d8af1a req-d3349db6-08b5-40c6-aced-dcf2b4bdce86 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84748e75-c932-49cf-9755-9d062da3cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249579 Mar 18 00:30:54.504701 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-89f01d43-4029-437b-8ae1-4aea6bcdb117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66134605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8694660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8690780'] for subnet (3f51ca1c-4cea-45f3-bbd6-37f00e484579), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:54.538097 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f01d43-4029-437b-8ae1-4aea6bcdb117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f51ca1c-4cea-45f3-bbd6-37f00e484579,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:54.553748 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-89f01d43-4029-437b-8ae1-4aea6bcdb117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for subnet (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:54.559687 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-89f01d43-4029-437b-8ae1-4aea6bcdb117 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3f51ca1c-4cea-45f3-bbd6-37f00e484579 HTTP/1.1" status: 204 len: 168 time: 0.4821620 Mar 18 00:30:54.562199 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 51086) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:54.608499 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c5fa93d9-929e-432f-9f8a-cdacd4d8af1a req-624ade80-af75-45b1-8eba-6a9981f89a7a service neutron] 10.222.0.10 "GET /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560376 Mar 18 00:30:54.663804 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:54.704068 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-208ef0dc-f31e-4401-8410-ad537e0b6408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66092315'] for network (32045292-e9b4-49fd-931e-0a9763898e8b), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:54.795952 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c5fa93d9-929e-432f-9f8a-cdacd4d8af1a req-46c5d451-8ebd-47ce-b44b-9cbc206e5b23 service neutron] 10.222.0.10 "GET /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792200 Mar 18 00:30:54.831037 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-208ef0dc-f31e-4401-8410-ad537e0b6408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66202081', 'neutron.services.segments.db._delete_segments_for_network-8766732137027'] for network (32045292-e9b4-49fd-931e-0a9763898e8b), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:54.867969 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.services.segments.db [None req-208ef0dc-f31e-4401-8410-ad537e0b6408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32045292-e9b4-49fd-931e-0a9763898e8b']}} {{(pid=109623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:30:54.887941 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.services.segments.db [None req-208ef0dc-f31e-4401-8410-ad537e0b6408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c28691-eaee-4d97-886a-f2412f2cdc33') {'for_net_delete': True} {{(pid=109623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:30:54.888368 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.services.segments.db [None req-208ef0dc-f31e-4401-8410-ad537e0b6408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c28691-eaee-4d97-886a-f2412f2cdc33') {} {{(pid=109623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:30:54.899287 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-208ef0dc-f31e-4401-8410-ad537e0b6408 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732287052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9218289'] for segment (43c28691-eaee-4d97-886a-f2412f2cdc33), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:54.921543 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-208ef0dc-f31e-4401-8410-ad537e0b6408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (43c28691-eaee-4d97-886a-f2412f2cdc33), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:54.932120 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208ef0dc-f31e-4401-8410-ad537e0b6408 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=109623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 00:30:54.932723 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-208ef0dc-f31e-4401-8410-ad537e0b6408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9398985'] for segment (43c28691-eaee-4d97-886a-f2412f2cdc33), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: Traceback (most recent call last): Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: timer() Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: cb(*args, **kw) Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: return func(*args, **kwargs) Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: self._notify() Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: self.callback(batched_events) Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: event.method(event) Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: return f(self, *a, **k) Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: return self._get(url).json() Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: return self.request(url, 'GET', **kwargs) Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 00:30:54.934720 dv-cinder-768458-19-smb neutron-server[109623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 00:30:55.003034 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-208ef0dc-f31e-4401-8410-ad537e0b6408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66202074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704053'] for network (32045292-e9b4-49fd-931e-0a9763898e8b), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:55.020518 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-208ef0dc-f31e-4401-8410-ad537e0b6408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:55.023817 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-208ef0dc-f31e-4401-8410-ad537e0b6408 admin admin] 10.222.0.23 "DELETE /v2.0/networks/32045292-e9b4-49fd-931e-0a9763898e8b HTTP/1.1" status: 204 len: 168 time: 0.4605319 Mar 18 00:30:55.026801 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 51124) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:55.034418 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ef0dc-f31e-4401-8410-ad537e0b6408 admin admin] Pushing event deleted for resources: {'Network': ['ID=32045292-e9b4-49fd-931e-0a9763898e8b,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:55.082047 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a5d002-947b-481f-86ff-2dcc705aa5bf admin admin] Deleting subnet 32a1f764-a587-4888-9c63-0510d57d774e {{(pid=109623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 00:30:55.085416 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-08a5d002-947b-481f-86ff-2dcc705aa5bf admin admin] Publish callbacks [] for subnet (32a1f764-a587-4888-9c63-0510d57d774e), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:55.131169 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-08a5d002-947b-481f-86ff-2dcc705aa5bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9218248'] for subnet (32a1f764-a587-4888-9c63-0510d57d774e), precommit_delete_associations {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:55.180532 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-08a5d002-947b-481f-86ff-2dcc705aa5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66134612'] for subnet (32a1f764-a587-4888-9c63-0510d57d774e), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:55.204405 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:30:55.230496 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a6f2b-ae3f-4d13-b1c6-87558bd7f5b0 req-810a6eda-4630-4131-8fc3-e00fd3ca32ac tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:55.237543 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b89a6f2b-ae3f-4d13-b1c6-87558bd7f5b0 req-810a6eda-4630-4131-8fc3-e00fd3ca32ac tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0641530 Mar 18 00:30:55.240811 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-08a5d002-947b-481f-86ff-2dcc705aa5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66134605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9399403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547886'] for subnet (32a1f764-a587-4888-9c63-0510d57d774e), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:55.266696 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5d002-947b-481f-86ff-2dcc705aa5bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32a1f764-a587-4888-9c63-0510d57d774e,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:55.271918 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-08a5d002-947b-481f-86ff-2dcc705aa5bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:55.277862 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-08a5d002-947b-481f-86ff-2dcc705aa5bf admin admin] 10.222.0.23 "DELETE /v2.0/subnets/32a1f764-a587-4888-9c63-0510d57d774e HTTP/1.1" status: 204 len: 168 time: 0.2496800 Mar 18 00:30:55.278488 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 51138) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:55.295511 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b89a6f2b-ae3f-4d13-b1c6-87558bd7f5b0 req-42c2c974-64be-4abf-81aa-1197bcceeeb9 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570769 Mar 18 00:30:55.356713 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-40744dc7-b28f-43dc-ba6f-4ff53d12bc20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66092315'] for network (84eba2b2-c4dc-46a1-99f2-2e8e681caf3c), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:55.435291 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-40744dc7-b28f-43dc-ba6f-4ff53d12bc20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66202081', 'neutron.services.segments.db._delete_segments_for_network-8766732137027'] for network (84eba2b2-c4dc-46a1-99f2-2e8e681caf3c), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:55.455826 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.services.segments.db [None req-40744dc7-b28f-43dc-ba6f-4ff53d12bc20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84eba2b2-c4dc-46a1-99f2-2e8e681caf3c']}} {{(pid=109623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:30:55.465883 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.services.segments.db [None req-40744dc7-b28f-43dc-ba6f-4ff53d12bc20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7071eee-8a69-44a7-bac9-49e1ed60768d') {'for_net_delete': True} {{(pid=109623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:30:55.466212 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.services.segments.db [None req-40744dc7-b28f-43dc-ba6f-4ff53d12bc20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7071eee-8a69-44a7-bac9-49e1ed60768d') {} {{(pid=109623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:30:55.475538 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-40744dc7-b28f-43dc-ba6f-4ff53d12bc20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732287052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9218289'] for segment (b7071eee-8a69-44a7-bac9-49e1ed60768d), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:55.488924 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-40744dc7-b28f-43dc-ba6f-4ff53d12bc20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (b7071eee-8a69-44a7-bac9-49e1ed60768d), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:55.496042 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40744dc7-b28f-43dc-ba6f-4ff53d12bc20 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=109623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 00:30:55.496464 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-40744dc7-b28f-43dc-ba6f-4ff53d12bc20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9398985'] for segment (b7071eee-8a69-44a7-bac9-49e1ed60768d), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: Traceback (most recent call last): Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: timer() Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: cb(*args, **kw) Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: return func(*args, **kwargs) Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: self._notify() Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: self.callback(batched_events) Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: event.method(event) Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: return f(self, *a, **k) Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: return self._get(url).json() Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: return self.request(url, 'GET', **kwargs) Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 00:30:55.498226 dv-cinder-768458-19-smb neutron-server[109623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 00:30:55.558830 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-40744dc7-b28f-43dc-ba6f-4ff53d12bc20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66202074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704053'] for network (84eba2b2-c4dc-46a1-99f2-2e8e681caf3c), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:55.564744 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-40744dc7-b28f-43dc-ba6f-4ff53d12bc20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:55.569590 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-40744dc7-b28f-43dc-ba6f-4ff53d12bc20 admin admin] 10.222.0.23 "DELETE /v2.0/networks/84eba2b2-c4dc-46a1-99f2-2e8e681caf3c HTTP/1.1" status: 204 len: 168 time: 0.2899995 Mar 18 00:30:55.582441 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40744dc7-b28f-43dc-ba6f-4ff53d12bc20 admin admin] Pushing event deleted for resources: {'Network': ['ID=84eba2b2-c4dc-46a1-99f2-2e8e681caf3c,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:55.778015 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 51160) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:55.826488 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-a5df48ef-30d6-4e20-9305-da060caab885 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe72212a2bee428688d972d2b4bfbdf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471964 Mar 18 00:30:55.829421 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 51166) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:55.884414 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ef994bcd-9b96-4f54-9af0-cc6d9778a5a6 admin admin] Publish callbacks [] for security_group (2008378c-ffc5-4604-8c46-4edacad56be5), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:55.909389 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ef994bcd-9b96-4f54-9af0-cc6d9778a5a6 admin admin] Publish callbacks [] for security_group (2008378c-ffc5-4604-8c46-4edacad56be5), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:55.957743 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ef994bcd-9b96-4f54-9af0-cc6d9778a5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (2008378c-ffc5-4604-8c46-4edacad56be5), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:55.960210 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ef994bcd-9b96-4f54-9af0-cc6d9778a5a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:55.961933 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-ef994bcd-9b96-4f54-9af0-cc6d9778a5a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2008378c-ffc5-4604-8c46-4edacad56be5 HTTP/1.1" status: 204 len: 168 time: 0.1316144 Mar 18 00:30:55.970107 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef994bcd-9b96-4f54-9af0-cc6d9778a5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2008378c-ffc5-4604-8c46-4edacad56be5,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:56.307702 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 51186) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:56.350813 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-e5cfa45d-aefe-4572-a05e-ab70af42f0de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe500fb9eaec4fe9a0b8a4b596e3de79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417278 Mar 18 00:30:56.355103 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 51194) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:56.355542 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:56.450155 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-7568a063-f1b7-4cdc-8120-56404debcd36 admin admin] Publish callbacks [] for security_group (94ea7dea-9c2e-4b40-9a28-e4d4dc97af1f), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:56.481644 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f262f1c-762e-4655-950b-45dacc76a054 req-403c20b4-adbb-41a2-bfff-d80684660b24 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:56.483224 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5f262f1c-762e-4655-950b-45dacc76a054 req-403c20b4-adbb-41a2-bfff-d80684660b24 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0850172 Mar 18 00:30:56.493715 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-7568a063-f1b7-4cdc-8120-56404debcd36 admin admin] Publish callbacks [] for security_group (94ea7dea-9c2e-4b40-9a28-e4d4dc97af1f), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:56.562164 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5f262f1c-762e-4655-950b-45dacc76a054 req-cf4aa295-8fb1-48f3-b2b5-1c05bc3e43eb tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707881 Mar 18 00:30:56.579271 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-7568a063-f1b7-4cdc-8120-56404debcd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (94ea7dea-9c2e-4b40-9a28-e4d4dc97af1f), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:56.583363 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-7568a063-f1b7-4cdc-8120-56404debcd36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:56.584524 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-7568a063-f1b7-4cdc-8120-56404debcd36 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/94ea7dea-9c2e-4b40-9a28-e4d4dc97af1f HTTP/1.1" status: 204 len: 168 time: 0.2283669 Mar 18 00:30:56.593814 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568a063-f1b7-4cdc-8120-56404debcd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ea7dea-9c2e-4b40-9a28-e4d4dc97af1f,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:57.565492 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 51238) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:57.704056 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f662d87-552c-41e0-b635-59714caa4ecf req-77f296ff-ed2d-4ce6-b124-99aa23eebaf0 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:57.711277 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1f662d87-552c-41e0-b635-59714caa4ecf req-77f296ff-ed2d-4ce6-b124-99aa23eebaf0 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0724428 Mar 18 00:30:57.760433 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:57.766161 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-655dc09b-35d2-4f02-a84e-9be1b9aee02b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:57.794498 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1f662d87-552c-41e0-b635-59714caa4ecf req-0cb2546c-fa61-428c-9e6a-37984e1a1394 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816567 Mar 18 00:30:57.879411 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-655dc09b-35d2-4f02-a84e-9be1b9aee02b admin admin] Publish callbacks [] for security_group (32538b1f-0679-4b30-9ca6-0a8bb9a35d58), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:57.883353 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-655dc09b-35d2-4f02-a84e-9be1b9aee02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (32538b1f-0679-4b30-9ca6-0a8bb9a35d58), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:57.923049 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-655dc09b-35d2-4f02-a84e-9be1b9aee02b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=67fb16bb854d4038a9b1c047e434f554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564138 Mar 18 00:30:57.924937 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655dc09b-35d2-4f02-a84e-9be1b9aee02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32538b1f-0679-4b30-9ca6-0a8bb9a35d58,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:57.925973 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 51254) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:57.977692 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-da5d9efa-574c-4c8d-9d4d-667743c20d67 admin admin] Publish callbacks [] for security_group (32538b1f-0679-4b30-9ca6-0a8bb9a35d58), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:57.998187 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-da5d9efa-574c-4c8d-9d4d-667743c20d67 admin admin] Publish callbacks [] for security_group (32538b1f-0679-4b30-9ca6-0a8bb9a35d58), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:58.044410 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 51260) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:58.051823 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-da5d9efa-574c-4c8d-9d4d-667743c20d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (32538b1f-0679-4b30-9ca6-0a8bb9a35d58), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:58.054833 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-da5d9efa-574c-4c8d-9d4d-667743c20d67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:58.056149 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-da5d9efa-574c-4c8d-9d4d-667743c20d67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32538b1f-0679-4b30-9ca6-0a8bb9a35d58 HTTP/1.1" status: 204 len: 168 time: 0.1279750 Mar 18 00:30:58.064093 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d9efa-574c-4c8d-9d4d-667743c20d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32538b1f-0679-4b30-9ca6-0a8bb9a35d58,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:58.300255 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-08ea5594-344f-42ba-9682-f9d69d3a5d09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:58.352237 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 51272) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:58.364989 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1080eb0f-54b4-45c0-82ef-e9098316be31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:58.381966 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-08ea5594-344f-42ba-9682-f9d69d3a5d09 admin admin] Publish callbacks [] for security_group (8e0535d5-f73e-4976-8783-80ee96e5c187), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:58.386621 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-08ea5594-344f-42ba-9682-f9d69d3a5d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (8e0535d5-f73e-4976-8783-80ee96e5c187), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:58.429114 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-08ea5594-344f-42ba-9682-f9d69d3a5d09 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6ed037e13f64a42b7e01b42f35ecada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3836420 Mar 18 00:30:58.430565 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea5594-344f-42ba-9682-f9d69d3a5d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0535d5-f73e-4976-8783-80ee96e5c187,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:58.433007 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 51274) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:58.448431 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1080eb0f-54b4-45c0-82ef-e9098316be31 admin admin] Publish callbacks [] for security_group (98585551-e9d1-47dd-ae6c-5caa70c4726a), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:58.452085 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1080eb0f-54b4-45c0-82ef-e9098316be31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (98585551-e9d1-47dd-ae6c-5caa70c4726a), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:58.484754 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-4e2a579a-c67a-4ba5-b94c-d7adce056e49 admin admin] Publish callbacks [] for security_group (8e0535d5-f73e-4976-8783-80ee96e5c187), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:58.494661 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-1080eb0f-54b4-45c0-82ef-e9098316be31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b23dd62642874d0989e59356198a9aa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413560 Mar 18 00:30:58.495516 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080eb0f-54b4-45c0-82ef-e9098316be31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98585551-e9d1-47dd-ae6c-5caa70c4726a,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:58.497344 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 51278) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:58.521180 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-4e2a579a-c67a-4ba5-b94c-d7adce056e49 admin admin] Publish callbacks [] for security_group (8e0535d5-f73e-4976-8783-80ee96e5c187), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:58.582049 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-5d8adad2-f763-4976-b8b7-59bff1bf23c7 admin admin] Publish callbacks [] for security_group (98585551-e9d1-47dd-ae6c-5caa70c4726a), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:58.603643 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-4e2a579a-c67a-4ba5-b94c-d7adce056e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (8e0535d5-f73e-4976-8783-80ee96e5c187), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:58.606162 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-4e2a579a-c67a-4ba5-b94c-d7adce056e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:58.607292 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-4e2a579a-c67a-4ba5-b94c-d7adce056e49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e0535d5-f73e-4976-8783-80ee96e5c187 HTTP/1.1" status: 204 len: 168 time: 0.1733594 Mar 18 00:30:58.609151 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-5d8adad2-f763-4976-b8b7-59bff1bf23c7 admin admin] Publish callbacks [] for security_group (98585551-e9d1-47dd-ae6c-5caa70c4726a), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:58.639388 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a579a-c67a-4ba5-b94c-d7adce056e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0535d5-f73e-4976-8783-80ee96e5c187,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:58.665040 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-5d8adad2-f763-4976-b8b7-59bff1bf23c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (98585551-e9d1-47dd-ae6c-5caa70c4726a), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:58.668082 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-5d8adad2-f763-4976-b8b7-59bff1bf23c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:58.672559 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-5d8adad2-f763-4976-b8b7-59bff1bf23c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98585551-e9d1-47dd-ae6c-5caa70c4726a HTTP/1.1" status: 204 len: 168 time: 0.1721978 Mar 18 00:30:58.680672 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8adad2-f763-4976-b8b7-59bff1bf23c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98585551-e9d1-47dd-ae6c-5caa70c4726a,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:58.932683 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afe775-1a0e-4ab3-a8ad-20697791f1ba req-533200b1-87f3-407c-871e-2e431310b2bd tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:30:58.935430 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e5afe775-1a0e-4ab3-a8ad-20697791f1ba req-533200b1-87f3-407c-871e-2e431310b2bd tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0706451 Mar 18 00:30:59.000635 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e5afe775-1a0e-4ab3-a8ad-20697791f1ba req-fe5f540e-5acd-4ce1-acb1-944ca109394a tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582366 Mar 18 00:30:59.120947 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 51302) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:59.136122 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9125726f-2dc0-464a-b242-99c86fa68891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:59.219047 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9125726f-2dc0-464a-b242-99c86fa68891 admin admin] Publish callbacks [] for security_group (a44765a8-7fb5-42b8-a7eb-439caf4c9659), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:59.223559 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9125726f-2dc0-464a-b242-99c86fa68891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (a44765a8-7fb5-42b8-a7eb-439caf4c9659), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:59.267637 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125726f-2dc0-464a-b242-99c86fa68891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44765a8-7fb5-42b8-a7eb-439caf4c9659,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:59.277304 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 51310) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:59.277807 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-9125726f-2dc0-464a-b242-99c86fa68891 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad882687e619424eb0952c44fe84993d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1551836 Mar 18 00:30:59.333324 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5ec31a71-c339-4217-81d7-da521a5d0991 admin admin] Publish callbacks [] for security_group (a44765a8-7fb5-42b8-a7eb-439caf4c9659), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:59.362734 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5ec31a71-c339-4217-81d7-da521a5d0991 admin admin] Publish callbacks [] for security_group (a44765a8-7fb5-42b8-a7eb-439caf4c9659), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:59.426099 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5ec31a71-c339-4217-81d7-da521a5d0991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (a44765a8-7fb5-42b8-a7eb-439caf4c9659), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:59.430174 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5ec31a71-c339-4217-81d7-da521a5d0991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:59.431478 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-5ec31a71-c339-4217-81d7-da521a5d0991 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a44765a8-7fb5-42b8-a7eb-439caf4c9659 HTTP/1.1" status: 204 len: 168 time: 0.1533208 Mar 18 00:30:59.439655 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec31a71-c339-4217-81d7-da521a5d0991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44765a8-7fb5-42b8-a7eb-439caf4c9659,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:59.523833 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 51322) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:59.750268 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-191c134b-40b1-41f3-a5bb-605174b664ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:59.844673 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-191c134b-40b1-41f3-a5bb-605174b664ff admin admin] Publish callbacks [] for security_group (b7af2197-e468-41a1-bc0d-172ab50b496f), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:59.849352 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-191c134b-40b1-41f3-a5bb-605174b664ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (b7af2197-e468-41a1-bc0d-172ab50b496f), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:30:59.892965 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-191c134b-40b1-41f3-a5bb-605174b664ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85fe5b1bd398448e8cbd7478f61c138e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3654988 Mar 18 00:30:59.892965 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c134b-40b1-41f3-a5bb-605174b664ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7af2197-e468-41a1-bc0d-172ab50b496f,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:30:59.895424 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 51340) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:30:59.970890 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-79ab6a9f-3e78-4b19-b1ac-3fe672278cb6 admin admin] Publish callbacks [] for security_group (b7af2197-e468-41a1-bc0d-172ab50b496f), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:00.006282 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-79ab6a9f-3e78-4b19-b1ac-3fe672278cb6 admin admin] Publish callbacks [] for security_group (b7af2197-e468-41a1-bc0d-172ab50b496f), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:00.071851 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-79ab6a9f-3e78-4b19-b1ac-3fe672278cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (b7af2197-e468-41a1-bc0d-172ab50b496f), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:00.073958 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-79ab6a9f-3e78-4b19-b1ac-3fe672278cb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:00.077892 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-79ab6a9f-3e78-4b19-b1ac-3fe672278cb6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7af2197-e468-41a1-bc0d-172ab50b496f HTTP/1.1" status: 204 len: 168 time: 0.1800816 Mar 18 00:31:00.088829 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab6a9f-3e78-4b19-b1ac-3fe672278cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7af2197-e468-41a1-bc0d-172ab50b496f,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:00.185524 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba52bee-4a22-49fe-b4ac-ad33ac679dbc req-1721e175-13bc-4cea-a1d4-6ee1ed80302f tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:00.188377 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9ba52bee-4a22-49fe-b4ac-ad33ac679dbc req-1721e175-13bc-4cea-a1d4-6ee1ed80302f tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0657091 Mar 18 00:31:00.249920 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9ba52bee-4a22-49fe-b4ac-ad33ac679dbc req-94929b1b-db8f-493b-a5db-39974cf2154f tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495732 Mar 18 00:31:01.384338 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb88e84-2fb2-4c64-b2f4-3183bcc43b35 req-12d70272-b2d9-484e-b2e7-026fdbdfab22 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:01.386398 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-4bb88e84-2fb2-4c64-b2f4-3183bcc43b35 req-12d70272-b2d9-484e-b2e7-026fdbdfab22 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0624809 Mar 18 00:31:01.449203 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-4bb88e84-2fb2-4c64-b2f4-3183bcc43b35 req-937e9edf-fa60-456e-a3c0-bff635fbd5c0 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560405 Mar 18 00:31:02.105028 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 51488) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:02.347397 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6c08-174b-460a-ae98-5ca7678db20c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:02.430178 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6c08-174b-460a-ae98-5ca7678db20c admin admin] Publish callbacks [] for security_group (3fe2382d-7e2d-4dde-aee8-877034b02baa), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:02.433933 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6c08-174b-460a-ae98-5ca7678db20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (3fe2382d-7e2d-4dde-aee8-877034b02baa), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:02.484200 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-b3fc6c08-174b-460a-ae98-5ca7678db20c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d394989a1ff849cda4957dd4c3079a74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3757856 Mar 18 00:31:02.484200 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc6c08-174b-460a-ae98-5ca7678db20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe2382d-7e2d-4dde-aee8-877034b02baa,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:02.484804 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 51498) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:02.570332 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-410562eb-afdb-487a-870a-89ada12acdeb admin admin] Publish callbacks [] for security_group (3fe2382d-7e2d-4dde-aee8-877034b02baa), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:02.596688 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-410562eb-afdb-487a-870a-89ada12acdeb admin admin] Publish callbacks [] for security_group (3fe2382d-7e2d-4dde-aee8-877034b02baa), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:02.617622 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b7cbd-db62-4663-9e8f-14c48417e046 req-497554e3-5904-4ce6-9fd5-1ef3e428f852 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:02.619180 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-fe7b7cbd-db62-4663-9e8f-14c48417e046 req-497554e3-5904-4ce6-9fd5-1ef3e428f852 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0934289 Mar 18 00:31:02.889012 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-fe7b7cbd-db62-4663-9e8f-14c48417e046 req-c6bd680a-d385-4498-ac2b-65527f056084 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567551 Mar 18 00:31:02.894808 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-410562eb-afdb-487a-870a-89ada12acdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (3fe2382d-7e2d-4dde-aee8-877034b02baa), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:02.897270 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-410562eb-afdb-487a-870a-89ada12acdeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:02.902138 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-410562eb-afdb-487a-870a-89ada12acdeb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3fe2382d-7e2d-4dde-aee8-877034b02baa HTTP/1.1" status: 204 len: 168 time: 0.4160073 Mar 18 00:31:02.909882 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410562eb-afdb-487a-870a-89ada12acdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe2382d-7e2d-4dde-aee8-877034b02baa,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:03.203195 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 51514) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:03.216174 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e3a4e701-8607-4089-b51f-755369faaadc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:03.287752 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e3a4e701-8607-4089-b51f-755369faaadc admin admin] Publish callbacks [] for security_group (7550cc43-2326-4f9a-a79e-f2754d3808e5), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:03.291528 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e3a4e701-8607-4089-b51f-755369faaadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (7550cc43-2326-4f9a-a79e-f2754d3808e5), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:03.327085 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4e701-8607-4089-b51f-755369faaadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7550cc43-2326-4f9a-a79e-f2754d3808e5,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:03.331255 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-e3a4e701-8607-4089-b51f-755369faaadc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=67c28f354ee245a280355d876b61f202&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270268 Mar 18 00:31:03.334033 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 51516) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:03.380833 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-078488e7-02a3-46eb-90d9-e5f6b3b7c811 admin admin] Publish callbacks [] for security_group (7550cc43-2326-4f9a-a79e-f2754d3808e5), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:03.403775 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-078488e7-02a3-46eb-90d9-e5f6b3b7c811 admin admin] Publish callbacks [] for security_group (7550cc43-2326-4f9a-a79e-f2754d3808e5), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:03.453948 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-078488e7-02a3-46eb-90d9-e5f6b3b7c811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (7550cc43-2326-4f9a-a79e-f2754d3808e5), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:03.456637 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-078488e7-02a3-46eb-90d9-e5f6b3b7c811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:03.457808 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-078488e7-02a3-46eb-90d9-e5f6b3b7c811 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7550cc43-2326-4f9a-a79e-f2754d3808e5 HTTP/1.1" status: 204 len: 168 time: 0.1228979 Mar 18 00:31:03.466577 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078488e7-02a3-46eb-90d9-e5f6b3b7c811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7550cc43-2326-4f9a-a79e-f2754d3808e5,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:04.029258 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457c310-aeec-4c52-8bc7-7cf4409296bd req-bdc9747c-12c7-4986-8fe3-f7fafc9ba430 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:04.030886 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-8457c310-aeec-4c52-8bc7-7cf4409296bd req-bdc9747c-12c7-4986-8fe3-f7fafc9ba430 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0586603 Mar 18 00:31:04.091710 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-8457c310-aeec-4c52-8bc7-7cf4409296bd req-a5ca6bc2-5033-4ab6-a427-807c349184b7 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542107 Mar 18 00:31:04.637268 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 51578) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:04.743682 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-8457ca71-11d8-4646-b43c-7be23e5562dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:04.825113 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-8457ca71-11d8-4646-b43c-7be23e5562dd admin admin] Publish callbacks [] for security_group (6d85cbb4-65d3-474b-8759-2eb79bf2f084), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:04.829949 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-8457ca71-11d8-4646-b43c-7be23e5562dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (6d85cbb4-65d3-474b-8759-2eb79bf2f084), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:04.874717 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 51590) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:04.877992 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-8457ca71-11d8-4646-b43c-7be23e5562dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17ed36f83a7e4d63987ebd1480b54d4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395313 Mar 18 00:31:04.879207 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457ca71-11d8-4646-b43c-7be23e5562dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d85cbb4-65d3-474b-8759-2eb79bf2f084,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:04.927700 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-92ab3d7c-d8a3-402d-8ebb-002c350e1b12 admin admin] Publish callbacks [] for security_group (6d85cbb4-65d3-474b-8759-2eb79bf2f084), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:04.951218 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-92ab3d7c-d8a3-402d-8ebb-002c350e1b12 admin admin] Publish callbacks [] for security_group (6d85cbb4-65d3-474b-8759-2eb79bf2f084), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:04.998321 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-92ab3d7c-d8a3-402d-8ebb-002c350e1b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (6d85cbb4-65d3-474b-8759-2eb79bf2f084), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:05.001608 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-92ab3d7c-d8a3-402d-8ebb-002c350e1b12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:05.005968 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-92ab3d7c-d8a3-402d-8ebb-002c350e1b12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d85cbb4-65d3-474b-8759-2eb79bf2f084 HTTP/1.1" status: 204 len: 168 time: 0.1299524 Mar 18 00:31:05.014890 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab3d7c-d8a3-402d-8ebb-002c350e1b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d85cbb4-65d3-474b-8759-2eb79bf2f084,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:05.239119 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75197b8d-d5d1-44cc-99da-0444b579c0b7 req-08e8adde-288e-40db-8be2-f9a056d9ef20 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:05.240725 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-75197b8d-d5d1-44cc-99da-0444b579c0b7 req-08e8adde-288e-40db-8be2-f9a056d9ef20 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0707164 Mar 18 00:31:05.323742 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-75197b8d-d5d1-44cc-99da-0444b579c0b7 req-ed416eb4-9afe-407d-9fc3-b8f3765f0ea7 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690503 Mar 18 00:31:06.026750 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:06.276011 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 51620) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:06.393003 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8a07eaed-0423-4e87-9f5a-512e6d943288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:06.468613 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d38d1-930b-401e-bd8f-508f7ae7d0ce req-e7da7449-d84c-41b0-a2d7-ab21a1f7fe0e tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:06.475879 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-a80d38d1-930b-401e-bd8f-508f7ae7d0ce req-e7da7449-d84c-41b0-a2d7-ab21a1f7fe0e tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0791337 Mar 18 00:31:06.511329 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8a07eaed-0423-4e87-9f5a-512e6d943288 admin admin] Publish callbacks [] for security_group (2e00edca-4f24-4847-b579-571e51ab1bfb), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:06.516215 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8a07eaed-0423-4e87-9f5a-512e6d943288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (2e00edca-4f24-4847-b579-571e51ab1bfb), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:06.538195 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-a80d38d1-930b-401e-bd8f-508f7ae7d0ce req-bd3fb9d6-1121-44fb-a96e-39e909116b05 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553534 Mar 18 00:31:06.567094 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-8a07eaed-0423-4e87-9f5a-512e6d943288 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26bd3d6cbc3549fa88f70d5360230dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899964 Mar 18 00:31:06.570197 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 51634) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:06.581681 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07eaed-0423-4e87-9f5a-512e6d943288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e00edca-4f24-4847-b579-571e51ab1bfb,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:06.635944 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-dd58c8dc-2203-4260-8299-e1c2fa117e80 admin admin] Publish callbacks [] for security_group (2e00edca-4f24-4847-b579-571e51ab1bfb), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:06.660233 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-dd58c8dc-2203-4260-8299-e1c2fa117e80 admin admin] Publish callbacks [] for security_group (2e00edca-4f24-4847-b579-571e51ab1bfb), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:06.727249 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-dd58c8dc-2203-4260-8299-e1c2fa117e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (2e00edca-4f24-4847-b579-571e51ab1bfb), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:06.730311 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-dd58c8dc-2203-4260-8299-e1c2fa117e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:06.733982 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-dd58c8dc-2203-4260-8299-e1c2fa117e80 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e00edca-4f24-4847-b579-571e51ab1bfb HTTP/1.1" status: 204 len: 168 time: 0.1605258 Mar 18 00:31:06.740972 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58c8dc-2203-4260-8299-e1c2fa117e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e00edca-4f24-4847-b579-571e51ab1bfb,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:06.793198 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 51644) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:07.003089 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-b1019382-13ae-4f9b-8c5a-fc91b98a2509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:07.073761 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 51652) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:07.079390 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-b1019382-13ae-4f9b-8c5a-fc91b98a2509 admin admin] Publish callbacks [] for security_group (b775fa2e-da0b-45ee-92df-b844f9b46b8e), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:07.083384 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-b1019382-13ae-4f9b-8c5a-fc91b98a2509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (b775fa2e-da0b-45ee-92df-b844f9b46b8e), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:07.087923 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6427e9d3-f6dc-454a-a921-be3b589cde81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:07.123550 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-b1019382-13ae-4f9b-8c5a-fc91b98a2509 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b12e022d5af4b2abbb8d6daba4221db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333561 Mar 18 00:31:07.124642 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1019382-13ae-4f9b-8c5a-fc91b98a2509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b775fa2e-da0b-45ee-92df-b844f9b46b8e,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:07.126867 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 51654) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:07.214314 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6427e9d3-f6dc-454a-a921-be3b589cde81 admin admin] Publish callbacks [] for security_group (94ffe491-6745-4c66-8438-fc8efa8cb178), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:07.219727 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6427e9d3-f6dc-454a-a921-be3b589cde81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (94ffe491-6745-4c66-8438-fc8efa8cb178), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:07.233191 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8a72874a-e89a-49d0-9d29-bc38737806ed admin admin] Publish callbacks [] for security_group (b775fa2e-da0b-45ee-92df-b844f9b46b8e), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:07.274117 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427e9d3-f6dc-454a-a921-be3b589cde81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ffe491-6745-4c66-8438-fc8efa8cb178,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:07.280939 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-6427e9d3-f6dc-454a-a921-be3b589cde81 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f4298e7820bd436ea3e9264995306afb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2057641 Mar 18 00:31:07.282472 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8a72874a-e89a-49d0-9d29-bc38737806ed admin admin] Publish callbacks [] for security_group (b775fa2e-da0b-45ee-92df-b844f9b46b8e), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:07.283775 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 51656) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:07.337191 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8a72874a-e89a-49d0-9d29-bc38737806ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (b775fa2e-da0b-45ee-92df-b844f9b46b8e), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:07.340124 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8a72874a-e89a-49d0-9d29-bc38737806ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:07.341298 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-8a72874a-e89a-49d0-9d29-bc38737806ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b775fa2e-da0b-45ee-92df-b844f9b46b8e HTTP/1.1" status: 204 len: 168 time: 0.2135146 Mar 18 00:31:07.343289 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9063c3c3-41e2-4eb3-823b-852352d65796 admin admin] Publish callbacks [] for security_group (94ffe491-6745-4c66-8438-fc8efa8cb178), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:07.349408 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72874a-e89a-49d0-9d29-bc38737806ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b775fa2e-da0b-45ee-92df-b844f9b46b8e,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:07.374027 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9063c3c3-41e2-4eb3-823b-852352d65796 admin admin] Publish callbacks [] for security_group (94ffe491-6745-4c66-8438-fc8efa8cb178), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:07.428104 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9063c3c3-41e2-4eb3-823b-852352d65796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (94ffe491-6745-4c66-8438-fc8efa8cb178), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:07.431361 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9063c3c3-41e2-4eb3-823b-852352d65796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:07.432508 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-9063c3c3-41e2-4eb3-823b-852352d65796 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/94ffe491-6745-4c66-8438-fc8efa8cb178 HTTP/1.1" status: 204 len: 168 time: 0.1478403 Mar 18 00:31:07.440531 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063c3c3-41e2-4eb3-823b-852352d65796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ffe491-6745-4c66-8438-fc8efa8cb178,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:07.675515 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2743767-3922-4b3f-9325-85881278cd1f req-9180a732-2b79-440d-8c68-5dbce78ec9cb tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:07.677336 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b2743767-3922-4b3f-9325-85881278cd1f req-9180a732-2b79-440d-8c68-5dbce78ec9cb tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0728042 Mar 18 00:31:07.728708 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b2743767-3922-4b3f-9325-85881278cd1f req-dffb205a-d82c-4afa-9a8f-66facc7f7394 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451348 Mar 18 00:31:08.862798 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ffbf0-c007-445b-a51f-51430ce71359 req-cc4d8642-7239-4a14-bd9d-352e7b8ca57c tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:08.865576 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-a29ffbf0-c007-445b-a51f-51430ce71359 req-cc4d8642-7239-4a14-bd9d-352e7b8ca57c tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0676537 Mar 18 00:31:08.921981 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-a29ffbf0-c007-445b-a51f-51430ce71359 req-86928b1b-9adf-4a6d-81cc-f6844c65f1b3 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470760 Mar 18 00:31:10.038608 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f41339-d915-4690-bf74-c872f2e8a017 req-43ec7243-d2a0-4b5a-a618-1f20d25549f7 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:10.040358 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d3f41339-d915-4690-bf74-c872f2e8a017 req-43ec7243-d2a0-4b5a-a618-1f20d25549f7 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0522959 Mar 18 00:31:10.091905 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d3f41339-d915-4690-bf74-c872f2e8a017 req-7b52d534-91e0-4909-b4ad-1195c6628d42 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447896 Mar 18 00:31:10.703386 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 51784) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:10.809152 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7b60a1eb-a1df-4c85-9015-ce8defc7ba0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:10.883700 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7b60a1eb-a1df-4c85-9015-ce8defc7ba0e admin admin] Publish callbacks [] for security_group (e74f80df-e1ec-4d5e-a781-81dd4dcb21e7), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:10.887186 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7b60a1eb-a1df-4c85-9015-ce8defc7ba0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (e74f80df-e1ec-4d5e-a781-81dd4dcb21e7), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:10.926137 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60a1eb-a1df-4c85-9015-ce8defc7ba0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74f80df-e1ec-4d5e-a781-81dd4dcb21e7,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:10.931075 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-7b60a1eb-a1df-4c85-9015-ce8defc7ba0e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c83f0e6b380d42899a016f329622356b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266557 Mar 18 00:31:10.933752 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 51788) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:10.980824 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-77819c79-d7d5-4302-b397-13557ddc71b7 admin admin] Publish callbacks [] for security_group (e74f80df-e1ec-4d5e-a781-81dd4dcb21e7), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:11.002792 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-77819c79-d7d5-4302-b397-13557ddc71b7 admin admin] Publish callbacks [] for security_group (e74f80df-e1ec-4d5e-a781-81dd4dcb21e7), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:11.050165 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-77819c79-d7d5-4302-b397-13557ddc71b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (e74f80df-e1ec-4d5e-a781-81dd4dcb21e7), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:11.052612 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-77819c79-d7d5-4302-b397-13557ddc71b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:11.053843 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-77819c79-d7d5-4302-b397-13557ddc71b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e74f80df-e1ec-4d5e-a781-81dd4dcb21e7 HTTP/1.1" status: 204 len: 168 time: 0.1191485 Mar 18 00:31:11.062833 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77819c79-d7d5-4302-b397-13557ddc71b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74f80df-e1ec-4d5e-a781-81dd4dcb21e7,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:11.238107 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403b6f2-8885-4352-a2f8-23eaf3a59918 req-56d35996-e4b3-4431-893f-bbb1512e7312 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:11.239952 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5403b6f2-8885-4352-a2f8-23eaf3a59918 req-56d35996-e4b3-4431-893f-bbb1512e7312 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0709434 Mar 18 00:31:11.303451 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5403b6f2-8885-4352-a2f8-23eaf3a59918 req-39f38952-d799-43d3-92d1-b30f31bca62c tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533550 Mar 18 00:31:11.338817 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e1b33-ccd6-449e-af2c-d2d2ca750003 req-5debac7a-cbb2-4734-8618-dcd816adf2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:11.340335 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-296e1b33-ccd6-449e-af2c-d2d2ca750003 req-5debac7a-cbb2-4734-8618-dcd816adf2eb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 1130 time: 0.0458498 Mar 18 00:31:11.399964 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-296e1b33-ccd6-449e-af2c-d2d2ca750003 req-57af0153-d780-40c0-a8e5-b1c6e7481261 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471604 Mar 18 00:31:11.709456 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 51822) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:11.863742 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 51828) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:11.912529 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-ee987518-fc1c-4189-a2cd-7bb6c4418d41 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1405248416-network', 'tenant_id': 'c0acbbb8c2414fea82adc5b398a16dfb'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:31:11.936646 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-a65812f1-a7cf-4e57-b9a0-690caecf08f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:11.958747 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee987518-fc1c-4189-a2cd-7bb6c4418d41 admin admin] Made reservation on behalf of c0acbbb8c2414fea82adc5b398a16dfb for: {'network': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:31:11.961735 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ee987518-fc1c-4189-a2cd-7bb6c4418d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for network (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:11.975917 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ee987518-fc1c-4189-a2cd-7bb6c4418d41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:12.066081 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-a65812f1-a7cf-4e57-b9a0-690caecf08f8 admin admin] Publish callbacks [] for security_group (e2c3d654-7922-4326-bf56-1d89148a5ee1), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:12.071937 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-a65812f1-a7cf-4e57-b9a0-690caecf08f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (e2c3d654-7922-4326-bf56-1d89148a5ee1), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:12.122258 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ee987518-fc1c-4189-a2cd-7bb6c4418d41 admin admin] Publish callbacks [] for security_group (bf8cbb39-98bd-49a0-bad4-0799df73a1fa), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:12.128446 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-a65812f1-a7cf-4e57-b9a0-690caecf08f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb8cb95e97b64377962dedcace5f9bd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604618 Mar 18 00:31:12.128629 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 51832) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:12.136659 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65812f1-a7cf-4e57-b9a0-690caecf08f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c3d654-7922-4326-bf56-1d89148a5ee1,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:12.140062 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ee987518-fc1c-4189-a2cd-7bb6c4418d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (bf8cbb39-98bd-49a0-bad4-0799df73a1fa), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:12.195212 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee987518-fc1c-4189-a2cd-7bb6c4418d41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=109622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 00:31:12.214260 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee987518-fc1c-4189-a2cd-7bb6c4418d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8cbb39-98bd-49a0-bad4-0799df73a1fa,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:12.223064 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ee987518-fc1c-4189-a2cd-7bb6c4418d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (c7ac9754-c2d3-40b0-b6d5-bacc088b625d), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:12.223290 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.segments_db [None req-ee987518-fc1c-4189-a2cd-7bb6c4418d41 admin admin] Added segment c7ac9754-c2d3-40b0-b6d5-bacc088b625d of type vlan for network 85ce071a-fa30-40bd-a83b-e7aa81f2b00f Mar 18 00:31:12.266229 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-77f79f09-9816-4376-bb39-84601e8017f2 admin admin] Publish callbacks [] for security_group (e2c3d654-7922-4326-bf56-1d89148a5ee1), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:12.276337 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ee987518-fc1c-4189-a2cd-7bb6c4418d41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731764300'] for network (85ce071a-fa30-40bd-a83b-e7aa81f2b00f), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:12.300920 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-77f79f09-9816-4376-bb39-84601e8017f2 admin admin] Publish callbacks [] for security_group (e2c3d654-7922-4326-bf56-1d89148a5ee1), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:12.335969 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ee987518-fc1c-4189-a2cd-7bb6c4418d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for network (85ce071a-fa30-40bd-a83b-e7aa81f2b00f), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:12.336935 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee987518-fc1c-4189-a2cd-7bb6c4418d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:12.337681 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ee987518-fc1c-4189-a2cd-7bb6c4418d41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:12.425169 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-ee987518-fc1c-4189-a2cd-7bb6c4418d41 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7146013 Mar 18 00:31:12.428118 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 51838) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:12.434198 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-97074605-6e08-426b-9be9-2af8e0294ed6 admin admin] Request body: {'subnet': {'network_id': '85ce071a-fa30-40bd-a83b-e7aa81f2b00f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1405248416-subnet', 'tenant_id': 'c0acbbb8c2414fea82adc5b398a16dfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:31:12.438909 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee987518-fc1c-4189-a2cd-7bb6c4418d41 admin admin] Pushing event updated for resources: {'Network': ['ID=85ce071a-fa30-40bd-a83b-e7aa81f2b00f,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:12.451771 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Network 85ce071a-fa30-40bd-a83b-e7aa81f2b00f details requested by agent ovs-agent-dv-cinder-768458-19-smb with host dv-cinder-768458-19-smb {{(pid=109624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 00:31:12.454923 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97074605-6e08-426b-9be9-2af8e0294ed6 admin admin] Made reservation on behalf of c0acbbb8c2414fea82adc5b398a16dfb for: {'subnet': 1} {{(pid=109623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:31:12.455127 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-77f79f09-9816-4376-bb39-84601e8017f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (e2c3d654-7922-4326-bf56-1d89148a5ee1), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:12.457303 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-97074605-6e08-426b-9be9-2af8e0294ed6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547843'] for subnet (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:12.457752 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-77f79f09-9816-4376-bb39-84601e8017f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:12.461334 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-77f79f09-9816-4376-bb39-84601e8017f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e2c3d654-7922-4326-bf56-1d89148a5ee1 HTTP/1.1" status: 204 len: 168 time: 0.3293591 Mar 18 00:31:12.473872 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd125c-55c3-42f1-a25f-34f42de3037a req-d8d59660-01f9-4fb3-b642-2bfb38580361 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:12.476118 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f7cd125c-55c3-42f1-a25f-34f42de3037a req-d8d59660-01f9-4fb3-b642-2bfb38580361 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0932870 Mar 18 00:31:12.488285 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f79f09-9816-4376-bb39-84601e8017f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c3d654-7922-4326-bf56-1d89148a5ee1,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:12.579576 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f7cd125c-55c3-42f1-a25f-34f42de3037a req-a21181bb-5da9-4b81-a409-4b684c2b308b tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934358 Mar 18 00:31:12.807252 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 51856) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:12.820898 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b4fe081c-09a5-4f86-9a10-7f8b0bf6d953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:12.880595 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-97074605-6e08-426b-9be9-2af8e0294ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9399338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547861'] for subnet (67a93ec0-feec-4a8c-90cc-909826eacc55), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:12.908568 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b4fe081c-09a5-4f86-9a10-7f8b0bf6d953 admin admin] Publish callbacks [] for security_group (366a836a-3454-43b3-9851-6fb121dacf86), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:12.913579 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b4fe081c-09a5-4f86-9a10-7f8b0bf6d953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (366a836a-3454-43b3-9851-6fb121dacf86), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:12.932706 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97074605-6e08-426b-9be9-2af8e0294ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67a93ec0-feec-4a8c-90cc-909826eacc55,revision_number=0']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:12.954722 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97074605-6e08-426b-9be9-2af8e0294ed6 admin admin] Checking segment: {'id': 'c7ac9754-c2d3-40b0-b6d5-bacc088b625d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '85ce071a-fa30-40bd-a83b-e7aa81f2b00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:31:12.955081 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97074605-6e08-426b-9be9-2af8e0294ed6 admin admin] Network hostable DHCP agents. Network: 85ce071a-fa30-40bd-a83b-e7aa81f2b00f, hostable agents: ['b07357a2-37bf-41ae-8167-2445c892fa1f'], hosted agents: [] {{(pid=109623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 00:31:12.958445 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 51862) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:12.958662 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-b4fe081c-09a5-4f86-9a10-7f8b0bf6d953 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e06a8e4633a46ba930b01dc383a1f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502337 Mar 18 00:31:12.959520 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe081c-09a5-4f86-9a10-7f8b0bf6d953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366a836a-3454-43b3-9851-6fb121dacf86,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:12.993971 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97074605-6e08-426b-9be9-2af8e0294ed6 admin admin] Network 85ce071a-fa30-40bd-a83b-e7aa81f2b00f is scheduled to be hosted by DHCP agent b07357a2-37bf-41ae-8167-2445c892fa1f with binding_index 1 {{(pid=109623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 00:31:13.009304 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-97074605-6e08-426b-9be9-2af8e0294ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-19-smb, 85ce071a-fa30-40bd-a83b-e7aa81f2b00f) {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:31:13.018252 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97074605-6e08-426b-9be9-2af8e0294ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:13.018844 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-97074605-6e08-426b-9be9-2af8e0294ed6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:13.019391 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8e4b63-e3f3-49b0-a79d-e61f5dc7af05 None None] Network 85ce071a-fa30-40bd-a83b-e7aa81f2b00f requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:31:13.027767 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-04ada8d7-de64-4f83-9a21-34427870369b admin admin] Publish callbacks [] for security_group (366a836a-3454-43b3-9851-6fb121dacf86), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:13.054263 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-97074605-6e08-426b-9be9-2af8e0294ed6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6163538 Mar 18 00:31:13.068849 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-04ada8d7-de64-4f83-9a21-34427870369b admin admin] Publish callbacks [] for security_group (366a836a-3454-43b3-9851-6fb121dacf86), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:13.135221 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce03045b-eb44-4876-8d83-4fc24a15de66 None None] Network 85ce071a-fa30-40bd-a83b-e7aa81f2b00f requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:31:13.140227 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-04ada8d7-de64-4f83-9a21-34427870369b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (366a836a-3454-43b3-9851-6fb121dacf86), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:13.143541 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-04ada8d7-de64-4f83-9a21-34427870369b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:13.147724 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-04ada8d7-de64-4f83-9a21-34427870369b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/366a836a-3454-43b3-9851-6fb121dacf86 HTTP/1.1" status: 204 len: 168 time: 0.1879084 Mar 18 00:31:13.156885 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ada8d7-de64-4f83-9a21-34427870369b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366a836a-3454-43b3-9851-6fb121dacf86,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:13.341540 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e2849-4de8-49ba-8811-42872d47b6c5 req-248e8e8f-d09e-4603-aa03-d2bacd1771db tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:13.343075 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6b1e2849-4de8-49ba-8811-42872d47b6c5 req-248e8e8f-d09e-4603-aa03-d2bacd1771db tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0710592 Mar 18 00:31:13.401181 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6b1e2849-4de8-49ba-8811-42872d47b6c5 req-3953c9b2-6a81-4d0d-8ed2-8e718e5bb80d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519164 Mar 18 00:31:13.706508 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dab25-de16-4651-98c4-e0d8ee1962c4 req-e2a48257-f4c0-4ca4-901c-cde3b79711bc tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:13.708733 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-352dab25-de16-4651-98c4-e0d8ee1962c4 req-e2a48257-f4c0-4ca4-901c-cde3b79711bc tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0571182 Mar 18 00:31:13.763746 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-352dab25-de16-4651-98c4-e0d8ee1962c4 req-4a5551e2-19d2-48d1-9b7b-e36e8ef03625 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465846 Mar 18 00:31:14.063940 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187e85f-9155-4ba9-bc9d-a62e9809e38e req-d2d3027e-8fd8-46f5-867c-c7e3c098189e tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:14.065440 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2187e85f-9155-4ba9-bc9d-a62e9809e38e req-d2d3027e-8fd8-46f5-867c-c7e3c098189e tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0852473 Mar 18 00:31:14.072451 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416111cc-081f-4628-8e77-334f77e69261 req-cb7b9d79-f22d-4ca3-8233-9e9d6dfd56b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:14.074004 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-416111cc-081f-4628-8e77-334f77e69261 req-cb7b9d79-f22d-4ca3-8233-9e9d6dfd56b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab1e227852a347109abfca16a62e0b84&device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 1130 time: 0.0653028 Mar 18 00:31:14.168789 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2187e85f-9155-4ba9-bc9d-a62e9809e38e req-517e27d4-15e6-4b13-99b4-d6c2c43c68a8 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938396 Mar 18 00:31:14.208567 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416111cc-081f-4628-8e77-334f77e69261 req-3113cf93-8b15-48f7-9d4e-c6df6bd6f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:14.210052 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-416111cc-081f-4628-8e77-334f77e69261 req-3113cf93-8b15-48f7-9d4e-c6df6bd6f9ca service neutron] 10.222.0.10 "GET /v2.0/networks?id=84748e75-c932-49cf-9755-9d062da3cfcc HTTP/1.1" status: 200 len: 919 time: 0.1207476 Mar 18 00:31:14.255269 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-416111cc-081f-4628-8e77-334f77e69261 req-18ebdd6b-4482-4fdc-a642-2ea72b14a5a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e418c320-2ee1-42d5-91c0-ca989a8b7cdb HTTP/1.1" status: 200 len: 217 time: 0.0359447 Mar 18 00:31:14.308595 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416111cc-081f-4628-8e77-334f77e69261 req-6fad5f46-a781-454b-9d11-263fe0279d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:14.310169 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-416111cc-081f-4628-8e77-334f77e69261 req-6fad5f46-a781-454b-9d11-263fe0279d95 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd85f2-fb38-454d-bc7d-cc26360c8265 HTTP/1.1" status: 200 len: 859 time: 0.0487127 Mar 18 00:31:14.342866 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-416111cc-081f-4628-8e77-334f77e69261 req-fff0b38a-79eb-46e8-98b8-9d336492d21d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84748e75-c932-49cf-9755-9d062da3cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258875 Mar 18 00:31:14.439398 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-416111cc-081f-4628-8e77-334f77e69261 req-9a07fad1-8764-4ad4-86e7-edf2e7f9ffb9 service neutron] 10.222.0.10 "GET /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845330 Mar 18 00:31:14.545119 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3c23d-5295-4568-a37a-65d940860bcc req-f58c22b4-0a60-4819-9e36-3868e126e8cd tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:14.547239 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-73b3c23d-5295-4568-a37a-65d940860bcc req-f58c22b4-0a60-4819-9e36-3868e126e8cd tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0634840 Mar 18 00:31:14.547722 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-416111cc-081f-4628-8e77-334f77e69261 req-6c7ab3a9-3041-4977-b942-70c31ce02369 service neutron] 10.222.0.10 "GET /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002285 Mar 18 00:31:14.596294 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-73b3c23d-5295-4568-a37a-65d940860bcc req-d1f30106-efd2-4ae8-9db6-894301729367 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435212 Mar 18 00:31:15.152841 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-7055e41d-7ce7-49fb-b649-bf71f078f342 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:15.154509 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-7055e41d-7ce7-49fb-b649-bf71f078f342 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/networks?id=85ce071a-fa30-40bd-a83b-e7aa81f2b00f HTTP/1.1" status: 200 len: 809 time: 0.1019540 Mar 18 00:31:15.169390 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-8569e224-4743-47f9-9c19-d67dcd2d1318 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/quotas/c0acbbb8c2414fea82adc5b398a16dfb HTTP/1.1" status: 200 len: 375 time: 0.0096786 Mar 18 00:31:15.206100 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-eeab5d54-c392-4a53-a6b2-a1c9bc3c4d2d tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0acbbb8c2414fea82adc5b398a16dfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313203 Mar 18 00:31:15.305040 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f73a71-6290-46dc-8ef1-b72fe6958f57 req-5a9ce162-b13b-4bc4-a7d9-79aeea939506 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:15.306795 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-85f73a71-6290-46dc-8ef1-b72fe6958f57 req-5a9ce162-b13b-4bc4-a7d9-79aeea939506 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0589557 Mar 18 00:31:15.317891 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-2fbc61fc-40b1-4a4c-9cfa-4d35f4886398 service neutron] 10.222.0.23 "GET /v2.0/networks/85ce071a-fa30-40bd-a83b-e7aa81f2b00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025541 Mar 18 00:31:15.390028 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-85f73a71-6290-46dc-8ef1-b72fe6958f57 req-06eb1695-9107-437e-88ec-c4726e988713 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544384 Mar 18 00:31:15.434035 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-66df1622-bc02-48b9-8285-29e4fe08cd81 service neutron] 10.222.0.23 "GET /v2.0/networks/85ce071a-fa30-40bd-a83b-e7aa81f2b00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094458 Mar 18 00:31:15.618404 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9f6873d9-7631-4dbb-9fa8-5b6fb0131b24 req-5b495bf0-18cf-4b84-b2c0-71ad1fda046c tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=65efdc14-3f84-46c3-9a1a-fa06e71821ac HTTP/1.1" status: 200 len: 210 time: 0.0294323 Mar 18 00:31:15.733859 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41346921-f11e-4b8f-ac9c-c12ea0230bc2 req-224a72a7-8485-473f-8135-b6f1b201c445 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:15.735873 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-41346921-f11e-4b8f-ac9c-c12ea0230bc2 req-224a72a7-8485-473f-8135-b6f1b201c445 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0580068 Mar 18 00:31:15.789280 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-41346921-f11e-4b8f-ac9c-c12ea0230bc2 req-5b316668-9302-4787-8b22-02579e568b4c tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466864 Mar 18 00:31:16.478965 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5def93b-64a0-485e-9274-e781511f2b66 req-27fbf5e5-6e12-409d-9c34-1789666b3e84 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:16.480589 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c5def93b-64a0-485e-9274-e781511f2b66 req-27fbf5e5-6e12-409d-9c34-1789666b3e84 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0577893 Mar 18 00:31:16.531806 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c5def93b-64a0-485e-9274-e781511f2b66 req-c76d011c-92cc-4168-bdb1-ebf12a2fe4f7 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449710 Mar 18 00:31:16.812833 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-02b16f44-fe67-42e5-9b7e-128e6b4ce98c req-93f23776-431c-433d-bdd6-f90eea2f47ec tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=65efdc14-3f84-46c3-9a1a-fa06e71821ac HTTP/1.1" status: 200 len: 210 time: 0.1186173 Mar 18 00:31:16.897420 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-9f91a7a4-972f-4161-b1b2-c2d11b28172b tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:16.900038 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-9f91a7a4-972f-4161-b1b2-c2d11b28172b tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.10 "GET /v2.0/networks?id=85ce071a-fa30-40bd-a83b-e7aa81f2b00f HTTP/1.1" status: 200 len: 809 time: 0.1764438 Mar 18 00:31:16.925677 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-56a647aa-1b4d-4a00-bf98-02b65c154df8 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Request body: {'port': {'device_id': '65efdc14-3f84-46c3-9a1a-fa06e71821ac', 'network_id': '85ce071a-fa30-40bd-a83b-e7aa81f2b00f', 'admin_state_up': True, 'tenant_id': 'c0acbbb8c2414fea82adc5b398a16dfb'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:31:16.946180 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bc2e0-c567-4985-ae82-480b31e6b768 req-18f148a7-2f83-4635-8687-0b84ff3f60c7 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:16.954582 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-d30bc2e0-c567-4985-ae82-480b31e6b768 req-18f148a7-2f83-4635-8687-0b84ff3f60c7 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0736694 Mar 18 00:31:17.009924 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-d30bc2e0-c567-4985-ae82-480b31e6b768 req-29b6ffd8-488a-4119-b43d-fba89d232d82 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541840 Mar 18 00:31:17.042408 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-56a647aa-1b4d-4a00-bf98-02b65c154df8 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Made reservation on behalf of c0acbbb8c2414fea82adc5b398a16dfb for: {'port': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:31:17.045763 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-56a647aa-1b4d-4a00-bf98-02b65c154df8 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:17.183752 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-56a647aa-1b4d-4a00-bf98-02b65c154df8 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Allocated IP 172.20.0.6 (85ce071a-fa30-40bd-a83b-e7aa81f2b00f/67a93ec0-feec-4a8c-90cc-909826eacc55/92fd88be-ac3a-44d9-a6bb-d7d0a505d91f) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:31:17.340674 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-56a647aa-1b4d-4a00-bf98-02b65c154df8 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Publish callbacks [] for port (92fd88be-ac3a-44d9-a6bb-d7d0a505d91f), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:17.375225 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-56a647aa-1b4d-4a00-bf98-02b65c154df8 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (92fd88be-ac3a-44d9-a6bb-d7d0a505d91f), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:17.417289 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-56a647aa-1b4d-4a00-bf98-02b65c154df8 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Network 85ce071a-fa30-40bd-a83b-e7aa81f2b00f is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:31:17.420327 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-56a647aa-1b4d-4a00-bf98-02b65c154df8 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:31:17.424032 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-56a647aa-1b4d-4a00-bf98-02b65c154df8 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:31:17.450050 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a647aa-1b4d-4a00-bf98-02b65c154df8 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Pushing event updated for resources: {'Port': ['ID=92fd88be-ac3a-44d9-a6bb-d7d0a505d91f,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:17.476043 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-56a647aa-1b4d-4a00-bf98-02b65c154df8 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:17.476644 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-56a647aa-1b4d-4a00-bf98-02b65c154df8 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:17.492057 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-56a647aa-1b4d-4a00-bf98-02b65c154df8 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5714524 Mar 18 00:31:17.511715 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-d3cac8d5-8583-433e-9cc0-99ec52cd5fb7 service neutron] Request body: {'port': {'device_id': '65efdc14-3f84-46c3-9a1a-fa06e71821ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:31:17.573745 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-d3cac8d5-8583-433e-9cc0-99ec52cd5fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (92fd88be-ac3a-44d9-a6bb-d7d0a505d91f), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:17.731613 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cb9b6-513f-42e8-83f9-f4899e78d4fd req-7c970574-e6f2-452b-b838-9c8327ef05ed tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:17.732982 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-141cb9b6-513f-42e8-83f9-f4899e78d4fd req-7c970574-e6f2-452b-b838-9c8327ef05ed tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.1282873 Mar 18 00:31:17.830167 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-141cb9b6-513f-42e8-83f9-f4899e78d4fd req-b3f3728d-15c5-4d1e-967d-f7d58b719365 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824471 Mar 18 00:31:17.929737 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-d3cac8d5-8583-433e-9cc0-99ec52cd5fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f {{(pid=109622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:31:17.939170 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-d3cac8d5-8583-433e-9cc0-99ec52cd5fb7 service neutron] Publish callbacks [] for port (92fd88be-ac3a-44d9-a6bb-d7d0a505d91f), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:17.941297 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98f692-f3f8-4959-bf0c-d9c8ff176756 req-5fb370f8-f9a8-43aa-88cc-0fd82aca9f0f tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:17.943286 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-fe98f692-f3f8-4959-bf0c-d9c8ff176756 req-5fb370f8-f9a8-43aa-88cc-0fd82aca9f0f tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=65efdc14-3f84-46c3-9a1a-fa06e71821ac HTTP/1.1" status: 200 len: 931 time: 0.0547657 Mar 18 00:31:17.952831 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.provisioning_blocks [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-d3cac8d5-8583-433e-9cc0-99ec52cd5fb7 service neutron] Transition to ACTIVE for port object 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f will not be triggered until provisioned by entity L2. {{(pid=109622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 00:31:17.958011 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-d3cac8d5-8583-433e-9cc0-99ec52cd5fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (92fd88be-ac3a-44d9-a6bb-d7d0a505d91f), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:18.010044 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-fe98f692-f3f8-4959-bf0c-d9c8ff176756 req-531f6ba0-6e56-47f3-aa2c-7ef1b8cc8263 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf8cbb39-98bd-49a0-bad4-0799df73a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580823 Mar 18 00:31:18.047793 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cac8d5-8583-433e-9cc0-99ec52cd5fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=92fd88be-ac3a-44d9-a6bb-d7d0a505d91f,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:18.144899 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-d3cac8d5-8583-433e-9cc0-99ec52cd5fb7 service neutron] Attempting to bind port 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:31:18.145110 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-d3cac8d5-8583-433e-9cc0-99ec52cd5fb7 service neutron] Attempting to bind port 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'c7ac9754-c2d3-40b0-b6d5-bacc088b625d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '85ce071a-fa30-40bd-a83b-e7aa81f2b00f'}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:31:18.145459 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-d3cac8d5-8583-433e-9cc0-99ec52cd5fb7 service neutron] Attempting to bind port 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f on network 85ce071a-fa30-40bd-a83b-e7aa81f2b00f {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:31:18.153777 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-d3cac8d5-8583-433e-9cc0-99ec52cd5fb7 service neutron] Port 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f on network 85ce071a-fa30-40bd-a83b-e7aa81f2b00f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 00:31:18.154097 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-d3cac8d5-8583-433e-9cc0-99ec52cd5fb7 service neutron] Attempting to bind port 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f on network 85ce071a-fa30-40bd-a83b-e7aa81f2b00f {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:31:18.161847 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-d3cac8d5-8583-433e-9cc0-99ec52cd5fb7 service neutron] Checking agent: {'id': 'a11cec97-e670-4172-acc9-1e6c1f318043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'started_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:31:18.162210 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-d3cac8d5-8583-433e-9cc0-99ec52cd5fb7 service neutron] Checking segment: {'id': 'c7ac9754-c2d3-40b0-b6d5-bacc088b625d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '85ce071a-fa30-40bd-a83b-e7aa81f2b00f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:31:18.162589 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-d3cac8d5-8583-433e-9cc0-99ec52cd5fb7 service neutron] Bound using segment: {'id': 'c7ac9754-c2d3-40b0-b6d5-bacc088b625d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '85ce071a-fa30-40bd-a83b-e7aa81f2b00f'} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:31:18.162951 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-d3cac8d5-8583-433e-9cc0-99ec52cd5fb7 service neutron] Bound port: 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ac9754-c2d3-40b0-b6d5-bacc088b625d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '85ce071a-fa30-40bd-a83b-e7aa81f2b00f'}}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:31:18.163301 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-d3cac8d5-8583-433e-9cc0-99ec52cd5fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (92fd88be-ac3a-44d9-a6bb-d7d0a505d91f), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:18.187306 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3fc9d-5341-4f4e-a743-4a113103e66f req-eac367cc-3f94-4c3b-a3ae-20d18e815163 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:18.189568 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-59c3fc9d-5341-4f4e-a743-4a113103e66f req-eac367cc-3f94-4c3b-a3ae-20d18e815163 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0994313 Mar 18 00:31:18.279049 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-d3cac8d5-8583-433e-9cc0-99ec52cd5fb7 service neutron] For port 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f, host hv-cinder-76845, cleared binding levels {{(pid=109622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:31:18.282856 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-d3cac8d5-8583-433e-9cc0-99ec52cd5fb7 service neutron] For port 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=92fd88be-ac3a-44d9-a6bb-d7d0a505d91f,segment=NetworkSegment(c7ac9754-c2d3-40b0-b6d5-bacc088b625d),segment_id=c7ac9754-c2d3-40b0-b6d5-bacc088b625d)] {{(pid=109622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:31:18.288733 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-59c3fc9d-5341-4f4e-a743-4a113103e66f req-1c2e735f-67c1-4595-bf2d-1697b8abbc6c tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698528 Mar 18 00:31:18.291290 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-d3cac8d5-8583-433e-9cc0-99ec52cd5fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (92fd88be-ac3a-44d9-a6bb-d7d0a505d91f), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:18.325631 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-d3cac8d5-8583-433e-9cc0-99ec52cd5fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:18.326270 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-d3cac8d5-8583-433e-9cc0-99ec52cd5fb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:18.327796 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-d3cac8d5-8583-433e-9cc0-99ec52cd5fb7 service neutron] 10.222.0.10 "PUT /v2.0/ports/92fd88be-ac3a-44d9-a6bb-d7d0a505d91f HTTP/1.1" status: 200 len: 1093 time: 0.8207622 Mar 18 00:31:18.328242 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65efdc14-3f84-46c3-9a1a-fa06e71821ac', 'tag': '92fd88be-ac3a-44d9-a6bb-d7d0a505d91f'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:31:18.330908 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5204a9-fb25-4fbc-af05-44e68975a4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "65efdc14-3f84-46c3-9a1a-fa06e71821ac", "tag": "92fd88be-ac3a-44d9-a6bb-d7d0a505d91f"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:31:18.356277 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cac8d5-8583-433e-9cc0-99ec52cd5fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=92fd88be-ac3a-44d9-a6bb-d7d0a505d91f,revision_number=3']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:18.382840 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb052d04-add9-4494-b709-9d3841ec55b2 x-openstack-request-id: req-eb052d04-add9-4494-b709-9d3841ec55b2 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:31:18.383134 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65efdc14-3f84-46c3-9a1a-fa06e71821ac", "tag": "92fd88be-ac3a-44d9-a6bb-d7d0a505d91f", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:31:18.384031 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb052d04-add9-4494-b709-9d3841ec55b2 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:31:18.384480 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65efdc14-3f84-46c3-9a1a-fa06e71821ac', 'tag': '92fd88be-ac3a-44d9-a6bb-d7d0a505d91f', 'status': 'completed', 'code': 200} Mar 18 00:31:18.446683 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-7caf31ac-aaf4-44fd-8d81-c015c877cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:18.448204 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-7caf31ac-aaf4-44fd-8d81-c015c877cc14 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0acbbb8c2414fea82adc5b398a16dfb&device_id=65efdc14-3f84-46c3-9a1a-fa06e71821ac HTTP/1.1" status: 200 len: 1127 time: 0.0472209 Mar 18 00:31:18.480846 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 52058) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:18.502528 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-f2ba9205-a653-42e2-876e-0ae88d4cc846 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92fd88be-ac3a-44d9-a6bb-d7d0a505d91f HTTP/1.1" status: 200 len: 217 time: 0.0338182 Mar 18 00:31:18.553278 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-a17dfef4-893e-499f-81c7-d67cd44f2e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:18.554806 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-a17dfef4-893e-499f-81c7-d67cd44f2e25 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67a93ec0-feec-4a8c-90cc-909826eacc55 HTTP/1.1" status: 200 len: 849 time: 0.0429900 Mar 18 00:31:18.586065 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-08e179f0-3118-49f7-b376-3fa8e65342a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85ce071a-fa30-40bd-a83b-e7aa81f2b00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248246 Mar 18 00:31:18.586915 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-6768a2fa-d4b1-4203-ac38-80e35ec78bd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:18.669200 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-6768a2fa-d4b1-4203-ac38-80e35ec78bd9 admin admin] Publish callbacks [] for security_group (da2403a7-14c7-4b44-82ef-8abef9deb39a), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:18.673137 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-6768a2fa-d4b1-4203-ac38-80e35ec78bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (da2403a7-14c7-4b44-82ef-8abef9deb39a), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:18.680242 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-22958ff2-322e-40de-a9b7-cd2dea2d5eb5 service neutron] 10.222.0.10 "GET /v2.0/networks/85ce071a-fa30-40bd-a83b-e7aa81f2b00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873652 Mar 18 00:31:18.711952 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-6768a2fa-d4b1-4203-ac38-80e35ec78bd9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9d591e6c763d4a538ecbd48e2d7beeac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295141 Mar 18 00:31:18.713022 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768a2fa-d4b1-4203-ac38-80e35ec78bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2403a7-14c7-4b44-82ef-8abef9deb39a,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:18.715300 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 52062) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:18.761805 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-807415af-7b7a-4fb4-a4d2-546f0da0b26b admin admin] Publish callbacks [] for security_group (da2403a7-14c7-4b44-82ef-8abef9deb39a), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:18.767168 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b4fba112-6fb1-4c12-bdf4-1979519ba2f0 req-668ea778-50c4-446e-bf81-c546a17c88df service neutron] 10.222.0.10 "GET /v2.0/networks/85ce071a-fa30-40bd-a83b-e7aa81f2b00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795884 Mar 18 00:31:18.782776 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-807415af-7b7a-4fb4-a4d2-546f0da0b26b admin admin] Publish callbacks [] for security_group (da2403a7-14c7-4b44-82ef-8abef9deb39a), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:18.831115 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-807415af-7b7a-4fb4-a4d2-546f0da0b26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (da2403a7-14c7-4b44-82ef-8abef9deb39a), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:18.834764 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-807415af-7b7a-4fb4-a4d2-546f0da0b26b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:18.835921 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-807415af-7b7a-4fb4-a4d2-546f0da0b26b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da2403a7-14c7-4b44-82ef-8abef9deb39a HTTP/1.1" status: 204 len: 168 time: 0.1197064 Mar 18 00:31:18.844443 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807415af-7b7a-4fb4-a4d2-546f0da0b26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2403a7-14c7-4b44-82ef-8abef9deb39a,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:18.933647 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5204a9-fb25-4fbc-af05-44e68975a4d5 req-9b4950d9-1b08-488e-b45e-f2eed20c3c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:18.935253 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5d5204a9-fb25-4fbc-af05-44e68975a4d5 req-9b4950d9-1b08-488e-b45e-f2eed20c3c16 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0acbbb8c2414fea82adc5b398a16dfb&device_id=65efdc14-3f84-46c3-9a1a-fa06e71821ac HTTP/1.1" status: 200 len: 1127 time: 0.0521531 Mar 18 00:31:19.035228 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5204a9-fb25-4fbc-af05-44e68975a4d5 req-5f24d6bd-a885-4e62-848c-7cf74f3887c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:19.036816 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5d5204a9-fb25-4fbc-af05-44e68975a4d5 req-5f24d6bd-a885-4e62-848c-7cf74f3887c0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=85ce071a-fa30-40bd-a83b-e7aa81f2b00f HTTP/1.1" status: 200 len: 909 time: 0.0948353 Mar 18 00:31:19.096910 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5d5204a9-fb25-4fbc-af05-44e68975a4d5 req-22437bbc-19f2-4c3e-95c9-28a2a4603655 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92fd88be-ac3a-44d9-a6bb-d7d0a505d91f HTTP/1.1" status: 200 len: 217 time: 0.0490599 Mar 18 00:31:19.148590 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 52078) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:19.174957 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-46fde323-5b01-42d9-a9ec-1e24568d6bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:19.186554 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5204a9-fb25-4fbc-af05-44e68975a4d5 req-9ae75056-2ee1-45fd-9c8e-08cb1c6c9a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:19.188163 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5d5204a9-fb25-4fbc-af05-44e68975a4d5 req-9ae75056-2ee1-45fd-9c8e-08cb1c6c9a37 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67a93ec0-feec-4a8c-90cc-909826eacc55 HTTP/1.1" status: 200 len: 849 time: 0.0817771 Mar 18 00:31:19.202225 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e2965-aa95-4a69-b590-b920e33ecb31 req-98169786-192a-4197-b330-f24311123f84 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:19.203184 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-371e2965-aa95-4a69-b590-b920e33ecb31 req-98169786-192a-4197-b330-f24311123f84 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=65efdc14-3f84-46c3-9a1a-fa06e71821ac HTTP/1.1" status: 200 len: 943 time: 0.1093023 Mar 18 00:31:19.237308 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5d5204a9-fb25-4fbc-af05-44e68975a4d5 req-00729232-bcb0-4d04-8cc0-023deea8109a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85ce071a-fa30-40bd-a83b-e7aa81f2b00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331142 Mar 18 00:31:19.334518 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-371e2965-aa95-4a69-b590-b920e33ecb31 req-482158a1-acb7-4415-8178-e167b077945a tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf8cbb39-98bd-49a0-bad4-0799df73a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207273 Mar 18 00:31:19.345885 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf48706-91a4-4f2c-9034-a9017c54beda req-8a1a19bd-aee3-4da0-babc-013b61f8a544 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:19.347325 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-fcf48706-91a4-4f2c-9034-a9017c54beda req-8a1a19bd-aee3-4da0-babc-013b61f8a544 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0850942 Mar 18 00:31:19.377809 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5d5204a9-fb25-4fbc-af05-44e68975a4d5 req-f653bfee-2cab-45f3-8d57-24c5753042a9 service neutron] 10.222.0.10 "GET /v2.0/networks/85ce071a-fa30-40bd-a83b-e7aa81f2b00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273448 Mar 18 00:31:19.401604 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-46fde323-5b01-42d9-a9ec-1e24568d6bb6 admin admin] Publish callbacks [] for security_group (93cda30b-db58-4653-845c-b582391003cc), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:19.411697 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-46fde323-5b01-42d9-a9ec-1e24568d6bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (93cda30b-db58-4653-845c-b582391003cc), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:19.452925 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-fcf48706-91a4-4f2c-9034-a9017c54beda req-066dc10d-d61f-4dd4-8ca2-0793c05bc519 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900395 Mar 18 00:31:19.466656 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-46fde323-5b01-42d9-a9ec-1e24568d6bb6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6762ac8659c417b99b7db4da858a2e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164947 Mar 18 00:31:19.467788 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fde323-5b01-42d9-a9ec-1e24568d6bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cda30b-db58-4653-845c-b582391003cc,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:19.475733 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 52088) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:19.526454 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-8c35a499-5061-4ddc-bbf6-80b56b10d545 admin admin] Publish callbacks [] for security_group (93cda30b-db58-4653-845c-b582391003cc), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:19.553236 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-8c35a499-5061-4ddc-bbf6-80b56b10d545 admin admin] Publish callbacks [] for security_group (93cda30b-db58-4653-845c-b582391003cc), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:19.610675 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-8c35a499-5061-4ddc-bbf6-80b56b10d545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (93cda30b-db58-4653-845c-b582391003cc), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:19.613516 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-8c35a499-5061-4ddc-bbf6-80b56b10d545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:19.617086 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-8c35a499-5061-4ddc-bbf6-80b56b10d545 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93cda30b-db58-4653-845c-b582391003cc HTTP/1.1" status: 204 len: 168 time: 0.1437600 Mar 18 00:31:19.622916 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35a499-5061-4ddc-bbf6-80b56b10d545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cda30b-db58-4653-845c-b582391003cc,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:19.722303 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2de4f4-c0a4-4f8e-801f-30699e5544e9 req-22597b86-ce27-4342-aa35-c35621df9d8d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:19.724096 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5c2de4f4-c0a4-4f8e-801f-30699e5544e9 req-22597b86-ce27-4342-aa35-c35621df9d8d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.3191445 Mar 18 00:31:19.731289 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5d5204a9-fb25-4fbc-af05-44e68975a4d5 req-0d13a866-eac5-42b0-8977-5e65a9fd8d5b service neutron] 10.222.0.10 "GET /v2.0/networks/85ce071a-fa30-40bd-a83b-e7aa81f2b00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460426 Mar 18 00:31:19.783669 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5c2de4f4-c0a4-4f8e-801f-30699e5544e9 req-40e91adb-b8de-44b6-8fed-03337177adf4 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477123 Mar 18 00:31:19.988554 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 52104) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:20.001825 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-44db0ab7-2f8f-408c-9b3e-54b85957e746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:20.079695 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-44db0ab7-2f8f-408c-9b3e-54b85957e746 admin admin] Publish callbacks [] for security_group (b3a0078e-00df-465a-9d81-b99ddeeec3d1), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:20.083311 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-44db0ab7-2f8f-408c-9b3e-54b85957e746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (b3a0078e-00df-465a-9d81-b99ddeeec3d1), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:20.124099 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-44db0ab7-2f8f-408c-9b3e-54b85957e746 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=245532439e7a48aeb7306b4a7f28cd2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344070 Mar 18 00:31:20.124925 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db0ab7-2f8f-408c-9b3e-54b85957e746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a0078e-00df-465a-9d81-b99ddeeec3d1,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:20.126861 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 52106) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:20.180163 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e0a7e165-8c44-43de-8b52-1f18f89b72be admin admin] Publish callbacks [] for security_group (b3a0078e-00df-465a-9d81-b99ddeeec3d1), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:20.202986 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e0a7e165-8c44-43de-8b52-1f18f89b72be admin admin] Publish callbacks [] for security_group (b3a0078e-00df-465a-9d81-b99ddeeec3d1), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:20.249068 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e0a7e165-8c44-43de-8b52-1f18f89b72be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (b3a0078e-00df-465a-9d81-b99ddeeec3d1), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:20.251687 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e0a7e165-8c44-43de-8b52-1f18f89b72be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:20.252837 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-e0a7e165-8c44-43de-8b52-1f18f89b72be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3a0078e-00df-465a-9d81-b99ddeeec3d1 HTTP/1.1" status: 204 len: 168 time: 0.1248410 Mar 18 00:31:20.260450 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7e165-8c44-43de-8b52-1f18f89b72be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a0078e-00df-465a-9d81-b99ddeeec3d1,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:20.467248 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd4fd2-ea4d-430b-bdda-896db9dc0fdb req-10bdbf4b-6d89-4a1b-a1ba-a73856d52611 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:20.469636 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-defd4fd2-ea4d-430b-bdda-896db9dc0fdb req-10bdbf4b-6d89-4a1b-a1ba-a73856d52611 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=65efdc14-3f84-46c3-9a1a-fa06e71821ac HTTP/1.1" status: 200 len: 943 time: 0.0603142 Mar 18 00:31:20.521533 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-defd4fd2-ea4d-430b-bdda-896db9dc0fdb req-26d5d620-60a9-4ac2-a324-de43db04e4d5 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf8cbb39-98bd-49a0-bad4-0799df73a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450547 Mar 18 00:31:20.912399 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a5f07-113c-42c6-9e8b-e29e0fa32628 req-ea5e2827-18d6-4bc7-89f4-0229f9b9bb80 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:20.914230 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b43a5f07-113c-42c6-9e8b-e29e0fa32628 req-ea5e2827-18d6-4bc7-89f4-0229f9b9bb80 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0546167 Mar 18 00:31:20.918814 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 00:31:20.967381 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b43a5f07-113c-42c6-9e8b-e29e0fa32628 req-e99d081d-c125-4e12-828e-b44fb9913790 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467849 Mar 18 00:31:21.044385 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=92fd88be-ac3a-44d9-a6bb-d7d0a505d91f,segment=NetworkSegment(c7ac9754-c2d3-40b0-b6d5-bacc088b625d),segment_id=c7ac9754-c2d3-40b0-b6d5-bacc088b625d)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:31:21.063954 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Returning: {'device': '92fd88be-ac3a-44d9-a6bb-d7d0a505d91f', 'network_id': '85ce071a-fa30-40bd-a83b-e7aa81f2b00f', 'port_id': '92fd88be-ac3a-44d9-a6bb-d7d0a505d91f', 'mac_address': 'fa:16:3e:65:75:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a93ec0-feec-4a8c-90cc-909826eacc55', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 00:31:21.104357 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f is: DOWN; New status is: BUILD {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:31:21.104753 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (92fd88be-ac3a-44d9-a6bb-d7d0a505d91f), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:21.119035 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f {{(pid=109624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:31:21.139918 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=92fd88be-ac3a-44d9-a6bb-d7d0a505d91f,segment=NetworkSegment(c7ac9754-c2d3-40b0-b6d5-bacc088b625d),segment_id=c7ac9754-c2d3-40b0-b6d5-bacc088b625d)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:31:21.146128 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (92fd88be-ac3a-44d9-a6bb-d7d0a505d91f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:21.205705 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=92fd88be-ac3a-44d9-a6bb-d7d0a505d91f,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:21.213281 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:21.213700 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:21.213981 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:21.214333 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:21.214694 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:21.214993 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:21.215315 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:21.215634 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:21.215952 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:21.216271 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:21.216587 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:21.216904 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:21.217224 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:21.217562 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:21.217876 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:21.442718 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-9486a805-1d02-4984-922e-91b931460236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:21.516727 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['92fd88be-ac3a-44d9-a6bb-d7d0a505d91f'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:31:21.644031 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4222f4-4f0f-455e-9a8d-4ef49ec699a4 req-d825794c-91bc-4dc7-adfc-ea8d44e7c815 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:21.645677 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1e4222f4-4f0f-455e-9a8d-4ef49ec699a4 req-d825794c-91bc-4dc7-adfc-ea8d44e7c815 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=65efdc14-3f84-46c3-9a1a-fa06e71821ac HTTP/1.1" status: 200 len: 944 time: 0.0530338 Mar 18 00:31:21.697508 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1e4222f4-4f0f-455e-9a8d-4ef49ec699a4 req-b3c540b1-b0f3-47c9-95cc-909c00258bff tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf8cbb39-98bd-49a0-bad4-0799df73a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451202 Mar 18 00:31:22.093986 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfdb17-9668-4fda-a9e8-9fa56225915d req-c83fb76f-0a8f-4672-8f9e-b1f41c646273 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:22.095440 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-99bfdb17-9668-4fda-a9e8-9fa56225915d req-c83fb76f-0a8f-4672-8f9e-b1f41c646273 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0536637 Mar 18 00:31:22.147842 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-99bfdb17-9668-4fda-a9e8-9fa56225915d req-242d065c-5765-4d9e-a3e1-75fa35b87f0a tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469546 Mar 18 00:31:22.343326 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca119c3d-420f-4a8c-87a0-bc1c891d82e0 req-fd863fa0-7893-453d-a154-bf4708087c1b tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:22.344927 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ca119c3d-420f-4a8c-87a0-bc1c891d82e0 req-fd863fa0-7893-453d-a154-bf4708087c1b tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0518141 Mar 18 00:31:22.356386 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285c34e-96c9-4fc9-8f70-b450a4c98539 req-cb1685ed-2bca-41bd-85b6-0fabd641a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:22.357905 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7285c34e-96c9-4fc9-8f70-b450a4c98539 req-cb1685ed-2bca-41bd-85b6-0fabd641a65a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab1e227852a347109abfca16a62e0b84&device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 1130 time: 0.0461514 Mar 18 00:31:22.391779 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ca119c3d-420f-4a8c-87a0-bc1c891d82e0 req-a661601e-a2fa-4dcf-baf6-5215a3ec0a63 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412648 Mar 18 00:31:22.446632 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285c34e-96c9-4fc9-8f70-b450a4c98539 req-efb26eb7-4b44-472b-85c0-e399a50b8c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:22.448130 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7285c34e-96c9-4fc9-8f70-b450a4c98539 req-efb26eb7-4b44-472b-85c0-e399a50b8c1c service neutron] 10.222.0.10 "GET /v2.0/networks?id=84748e75-c932-49cf-9755-9d062da3cfcc HTTP/1.1" status: 200 len: 919 time: 0.0834835 Mar 18 00:31:22.490008 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7285c34e-96c9-4fc9-8f70-b450a4c98539 req-ffde3091-ed0c-4a97-9074-b33cd6c94f01 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e418c320-2ee1-42d5-91c0-ca989a8b7cdb HTTP/1.1" status: 200 len: 217 time: 0.0349920 Mar 18 00:31:22.542644 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285c34e-96c9-4fc9-8f70-b450a4c98539 req-a798f1a2-8a28-4cb6-b2f2-057910f1a37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:22.544158 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7285c34e-96c9-4fc9-8f70-b450a4c98539 req-a798f1a2-8a28-4cb6-b2f2-057910f1a37f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd85f2-fb38-454d-bc7d-cc26360c8265 HTTP/1.1" status: 200 len: 859 time: 0.0480883 Mar 18 00:31:22.580799 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7285c34e-96c9-4fc9-8f70-b450a4c98539 req-65c398e1-04b7-4471-a1c3-90c8ed0e3d2d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84748e75-c932-49cf-9755-9d062da3cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303376 Mar 18 00:31:22.672553 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7285c34e-96c9-4fc9-8f70-b450a4c98539 req-6bca74ac-2c95-44a9-ad41-40c8f6bd0f43 service neutron] 10.222.0.10 "GET /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846555 Mar 18 00:31:22.764282 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7285c34e-96c9-4fc9-8f70-b450a4c98539 req-240e4805-1303-45f6-a789-f3dd48c2f53d service neutron] 10.222.0.10 "GET /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853755 Mar 18 00:31:22.831719 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f69c0c-3813-4bca-962a-e2f57f8f5de5 req-a79b9802-bf01-4afc-a431-018ae2178792 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:22.833212 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-97f69c0c-3813-4bca-962a-e2f57f8f5de5 req-a79b9802-bf01-4afc-a431-018ae2178792 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=65efdc14-3f84-46c3-9a1a-fa06e71821ac HTTP/1.1" status: 200 len: 944 time: 0.0637863 Mar 18 00:31:22.907894 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-97f69c0c-3813-4bca-962a-e2f57f8f5de5 req-44bcb301-846e-4d1d-af6a-706a202f1680 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf8cbb39-98bd-49a0-bad4-0799df73a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680428 Mar 18 00:31:22.921136 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f up at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:31:22.985127 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning for port 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f completed by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 00:31:22.991316 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning complete for port 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:31:22.992123 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (92fd88be-ac3a-44d9-a6bb-d7d0a505d91f), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:23.073768 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f is: BUILD; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:31:23.074157 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (92fd88be-ac3a-44d9-a6bb-d7d0a505d91f), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:23.097874 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65efdc14-3f84-46c3-9a1a-fa06e71821ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fd88be-ac3a-44d9-a6bb-d7d0a505d91f'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:31:23.100130 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46332b87-aa88-4242-a6dd-b490ebac73e9" -d '{"events": [{"server_uuid": "65efdc14-3f84-46c3-9a1a-fa06e71821ac", "name": "network-vif-plugged", "status": "completed", "tag": "92fd88be-ac3a-44d9-a6bb-d7d0a505d91f"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:31:23.112871 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=92fd88be-ac3a-44d9-a6bb-d7d0a505d91f,segment=NetworkSegment(c7ac9754-c2d3-40b0-b6d5-bacc088b625d),segment_id=c7ac9754-c2d3-40b0-b6d5-bacc088b625d)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:31:23.116735 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (92fd88be-ac3a-44d9-a6bb-d7d0a505d91f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:23.140339 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95d3500-6914-4831-b86f-bb9d058d3625 x-openstack-request-id: req-a95d3500-6914-4831-b86f-bb9d058d3625 {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:31:23.140649 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65efdc14-3f84-46c3-9a1a-fa06e71821ac", "name": "network-vif-plugged", "status": "completed", "tag": "92fd88be-ac3a-44d9-a6bb-d7d0a505d91f", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:31:23.140906 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a95d3500-6914-4831-b86f-bb9d058d3625 {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:31:23.141292 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65efdc14-3f84-46c3-9a1a-fa06e71821ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fd88be-ac3a-44d9-a6bb-d7d0a505d91f', 'code': 200} Mar 18 00:31:23.167154 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=92fd88be-ac3a-44d9-a6bb-d7d0a505d91f,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:23.282634 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a0e6f-2fe7-4cc8-8f37-4ccac1c31ae0 req-03537dd8-e380-4a40-9cff-25c8acee22da tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:23.284028 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cb9a0e6f-2fe7-4cc8-8f37-4ccac1c31ae0 req-03537dd8-e380-4a40-9cff-25c8acee22da tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0602624 Mar 18 00:31:23.357858 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cb9a0e6f-2fe7-4cc8-8f37-4ccac1c31ae0 req-439fcc2d-9d9b-4830-9e69-21eda6021fd0 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678000 Mar 18 00:31:23.373547 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa5835-2a62-4df2-8022-4b2851643e4c req-5bd8094d-3722-4e60-9ea8-fec46f09d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:23.373784 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-34fa5835-2a62-4df2-8022-4b2851643e4c req-5bd8094d-3722-4e60-9ea8-fec46f09d50e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=65efdc14-3f84-46c3-9a1a-fa06e71821ac HTTP/1.1" status: 200 len: 1129 time: 0.0580411 Mar 18 00:31:23.426290 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-34fa5835-2a62-4df2-8022-4b2851643e4c req-a58bc8a7-43ea-4518-b9c6-551f82916d03 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bf8cbb39-98bd-49a0-bad4-0799df73a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372722 Mar 18 00:31:23.511186 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a173a83-6707-4d1b-ade9-42d5c6c71224 req-7ec34215-ec0c-4656-98f2-080b5ef8546f tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:23.512682 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-0a173a83-6707-4d1b-ade9-42d5c6c71224 req-7ec34215-ec0c-4656-98f2-080b5ef8546f tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0520084 Mar 18 00:31:23.559814 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-0a173a83-6707-4d1b-ade9-42d5c6c71224 req-8a066e6c-7445-4551-995d-45facc3b0177 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409606 Mar 18 00:31:23.808600 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b5f30a42-8174-4dc1-baa8-ddf17f50d77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:24.029137 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8042041-9875-4553-b8fe-a7dad8d5dc4e req-a4dce524-46e5-4a57-ad03-55a8a0b4aa6e tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:24.030664 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f8042041-9875-4553-b8fe-a7dad8d5dc4e req-a4dce524-46e5-4a57-ad03-55a8a0b4aa6e tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=65efdc14-3f84-46c3-9a1a-fa06e71821ac HTTP/1.1" status: 200 len: 945 time: 0.0552568 Mar 18 00:31:24.091687 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f8042041-9875-4553-b8fe-a7dad8d5dc4e req-d0340e3a-16d3-4c64-80b6-24478f036c7b tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf8cbb39-98bd-49a0-bad4-0799df73a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550368 Mar 18 00:31:24.494973 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c5f95-af14-46a0-b9dd-e77e5fd5aac5 req-e2c28a3b-68a2-43a7-9ddc-992ab0acb40d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:24.497113 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c65c5f95-af14-46a0-b9dd-e77e5fd5aac5 req-e2c28a3b-68a2-43a7-9ddc-992ab0acb40d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0594766 Mar 18 00:31:24.546477 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c65c5f95-af14-46a0-b9dd-e77e5fd5aac5 req-e972d1f6-a073-4e0d-8ef4-f35f37d8bafe tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423746 Mar 18 00:31:24.658040 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:24.691411 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f8793-1639-4c38-ab97-3d29a8617b18 req-f4db58af-8ff6-4f9d-a244-d1c3d109bb14 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:24.692894 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f76f8793-1639-4c38-ab97-3d29a8617b18 req-f4db58af-8ff6-4f9d-a244-d1c3d109bb14 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0618718 Mar 18 00:31:24.742310 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f76f8793-1639-4c38-ab97-3d29a8617b18 req-88bced5a-e729-4cef-939f-9e77524ca187 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432305 Mar 18 00:31:25.214458 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f62de-5fad-410f-8916-2c0a5c9e6492 req-68fce5b0-59b3-44e8-a959-e55d251b8bbf tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:25.217871 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-938f62de-5fad-410f-8916-2c0a5c9e6492 req-68fce5b0-59b3-44e8-a959-e55d251b8bbf tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=65efdc14-3f84-46c3-9a1a-fa06e71821ac HTTP/1.1" status: 200 len: 945 time: 0.0605187 Mar 18 00:31:25.275059 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-938f62de-5fad-410f-8916-2c0a5c9e6492 req-497659a4-3b84-4a4a-af9d-26f1f6c3da31 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf8cbb39-98bd-49a0-bad4-0799df73a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526729 Mar 18 00:31:25.672625 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9c924-9519-4c7a-af9b-a69f2d66f3ad req-7fc9d005-ecb5-464d-aa5f-dc7bf6c7e8be tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:25.674074 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-97a9c924-9519-4c7a-af9b-a69f2d66f3ad req-7fc9d005-ecb5-464d-aa5f-dc7bf6c7e8be tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0564547 Mar 18 00:31:25.722340 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-97a9c924-9519-4c7a-af9b-a69f2d66f3ad req-0dce1d00-a1e2-4928-94db-34191916e8cc tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426385 Mar 18 00:31:25.867367 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0baf1-b30d-42c3-a52e-37e7f4dbdde1 req-65209c04-959d-4d80-ba05-97bf12e93c3f tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:25.869308 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-06b0baf1-b30d-42c3-a52e-37e7f4dbdde1 req-65209c04-959d-4d80-ba05-97bf12e93c3f tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0596752 Mar 18 00:31:25.917671 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-06b0baf1-b30d-42c3-a52e-37e7f4dbdde1 req-879fe5cf-ca3c-4dbf-9881-bc1eca8041b7 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421753 Mar 18 00:31:26.275896 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15102b-a4d0-4b39-8861-fe5646000f64 req-0a8c3e30-6b36-4cf4-a6d3-2dd5451f4ad2 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:26.277330 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-2c15102b-a4d0-4b39-8861-fe5646000f64 req-0a8c3e30-6b36-4cf4-a6d3-2dd5451f4ad2 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=65efdc14-3f84-46c3-9a1a-fa06e71821ac HTTP/1.1" status: 200 len: 945 time: 0.0510681 Mar 18 00:31:26.326897 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-2c15102b-a4d0-4b39-8861-fe5646000f64 req-2411a55c-8cf8-46af-aec9-4994f1664b93 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf8cbb39-98bd-49a0-bad4-0799df73a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438437 Mar 18 00:31:26.365737 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:26.611721 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 52270) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:26.715881 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-b70de738-8844-4687-9942-64dfba7bd773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:26.789701 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-b70de738-8844-4687-9942-64dfba7bd773 admin admin] Publish callbacks [] for security_group (691f8db1-dd31-4196-bb7d-2e47e5372b25), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:26.793391 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-b70de738-8844-4687-9942-64dfba7bd773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (691f8db1-dd31-4196-bb7d-2e47e5372b25), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:26.834085 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70de738-8844-4687-9942-64dfba7bd773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691f8db1-dd31-4196-bb7d-2e47e5372b25,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:26.842326 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-b70de738-8844-4687-9942-64dfba7bd773 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd29905e823541cc8e596827dcf547de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272596 Mar 18 00:31:26.842680 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 52276) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:31:26.851436 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b6d09-0aa9-4d34-8b5e-84a0a3b78b86 req-9d304899-e434-44ed-aa5e-40674f9b9925 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:26.853111 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1a8b6d09-0aa9-4d34-8b5e-84a0a3b78b86 req-9d304899-e434-44ed-aa5e-40674f9b9925 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0555489 Mar 18 00:31:26.892725 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-01f98fdc-4a2b-46d2-8ddb-e427e4bd8ff7 admin admin] Publish callbacks [] for security_group (691f8db1-dd31-4196-bb7d-2e47e5372b25), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:26.900895 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1a8b6d09-0aa9-4d34-8b5e-84a0a3b78b86 req-ff0fe3b3-e641-4cd7-a448-266f924a706f tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421145 Mar 18 00:31:26.914179 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-01f98fdc-4a2b-46d2-8ddb-e427e4bd8ff7 admin admin] Publish callbacks [] for security_group (691f8db1-dd31-4196-bb7d-2e47e5372b25), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:26.959817 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-01f98fdc-4a2b-46d2-8ddb-e427e4bd8ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (691f8db1-dd31-4196-bb7d-2e47e5372b25), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:26.962633 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-01f98fdc-4a2b-46d2-8ddb-e427e4bd8ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:26.963800 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-01f98fdc-4a2b-46d2-8ddb-e427e4bd8ff7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/691f8db1-dd31-4196-bb7d-2e47e5372b25 HTTP/1.1" status: 204 len: 168 time: 0.1201937 Mar 18 00:31:26.971549 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f98fdc-4a2b-46d2-8ddb-e427e4bd8ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691f8db1-dd31-4196-bb7d-2e47e5372b25,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:27.039623 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baef647-37f8-402f-b29e-8bba923006b4 req-6f41b91f-2567-42e6-b131-cd495ab31d09 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:27.041201 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9baef647-37f8-402f-b29e-8bba923006b4 req-6f41b91f-2567-42e6-b131-cd495ab31d09 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0549555 Mar 18 00:31:27.091445 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9baef647-37f8-402f-b29e-8bba923006b4 req-38c748f7-a071-413d-abf8-d4f366ac2158 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436072 Mar 18 00:31:27.464676 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a00e4-ea05-44ed-abbd-d577032787c8 req-fc69c739-495b-4ed7-be8d-0543da44b1d9 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:27.466181 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-0b5a00e4-ea05-44ed-abbd-d577032787c8 req-fc69c739-495b-4ed7-be8d-0543da44b1d9 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=65efdc14-3f84-46c3-9a1a-fa06e71821ac HTTP/1.1" status: 200 len: 945 time: 0.0560803 Mar 18 00:31:27.516827 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-0b5a00e4-ea05-44ed-abbd-d577032787c8 req-53992dbe-3264-43c8-a477-b78587644aff tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf8cbb39-98bd-49a0-bad4-0799df73a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452006 Mar 18 00:31:27.747142 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:28.032116 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48d0dc-8a60-48bb-b043-bda47acbc89f req-ec392dd9-51e9-4081-9b3a-2d3e5c267092 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:28.033858 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-3f48d0dc-8a60-48bb-b043-bda47acbc89f req-ec392dd9-51e9-4081-9b3a-2d3e5c267092 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0603492 Mar 18 00:31:28.065741 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0dd300-a297-4e99-886b-d8d5aae48a01 req-44c9758c-4f69-4632-ba5a-3dc3bb200387 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:28.067465 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1d0dd300-a297-4e99-886b-d8d5aae48a01 req-44c9758c-4f69-4632-ba5a-3dc3bb200387 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.10 "GET /v2.0/ports?device_id=65efdc14-3f84-46c3-9a1a-fa06e71821ac HTTP/1.1" status: 200 len: 945 time: 0.0600164 Mar 18 00:31:28.091080 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-3f48d0dc-8a60-48bb-b043-bda47acbc89f req-6b0af6ef-d0ad-486a-baa7-f7dcda840667 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506639 Mar 18 00:31:28.220326 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-1d0dd300-a297-4e99-886b-d8d5aae48a01 req-9239ca3e-fba4-48ee-b70f-9423cc2a2df0 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Deleting port 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:31:28.220664 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-1d0dd300-a297-4e99-886b-d8d5aae48a01 req-9239ca3e-fba4-48ee-b70f-9423cc2a2df0 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (92fd88be-ac3a-44d9-a6bb-d7d0a505d91f), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:28.290304 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea5aae-3b7d-47dc-9268-bccbb6c7a5ba req-50bf4cb2-f145-42ce-a488-fcfe7ce71528 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:28.291754 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-88ea5aae-3b7d-47dc-9268-bccbb6c7a5ba req-50bf4cb2-f145-42ce-a488-fcfe7ce71528 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.1213496 Mar 18 00:31:28.353503 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-1d0dd300-a297-4e99-886b-d8d5aae48a01 req-9239ca3e-fba4-48ee-b70f-9423cc2a2df0 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] For port 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=92fd88be-ac3a-44d9-a6bb-d7d0a505d91f,segment=NetworkSegment(c7ac9754-c2d3-40b0-b6d5-bacc088b625d),segment_id=c7ac9754-c2d3-40b0-b6d5-bacc088b625d)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:31:28.353865 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-1d0dd300-a297-4e99-886b-d8d5aae48a01 req-9239ca3e-fba4-48ee-b70f-9423cc2a2df0 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (92fd88be-ac3a-44d9-a6bb-d7d0a505d91f), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:28.372401 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-1d0dd300-a297-4e99-886b-d8d5aae48a01 req-9239ca3e-fba4-48ee-b70f-9423cc2a2df0 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Calling delete_port for 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f owned by compute:nova {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:31:28.376732 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-88ea5aae-3b7d-47dc-9268-bccbb6c7a5ba req-0729c567-8aa6-4f17-98da-14d4f6b9735c tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790250 Mar 18 00:31:28.507311 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-1d0dd300-a297-4e99-886b-d8d5aae48a01 req-9239ca3e-fba4-48ee-b70f-9423cc2a2df0 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (92fd88be-ac3a-44d9-a6bb-d7d0a505d91f), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:28.536544 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239ca3e-fba4-48ee-b70f-9423cc2a2df0 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Pushing event deleted for resources: {'Port': ['ID=92fd88be-ac3a-44d9-a6bb-d7d0a505d91f,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:28.545790 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['92fd88be-ac3a-44d9-a6bb-d7d0a505d91f'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:31:28.580379 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0dd300-a297-4e99-886b-d8d5aae48a01 req-9239ca3e-fba4-48ee-b70f-9423cc2a2df0 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] No DVR routers for this DVR port 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f on host hv-cinder-76845 {{(pid=109622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:31:28.582788 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-1d0dd300-a297-4e99-886b-d8d5aae48a01 req-9239ca3e-fba4-48ee-b70f-9423cc2a2df0 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:28.586587 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1d0dd300-a297-4e99-886b-d8d5aae48a01 req-9239ca3e-fba4-48ee-b70f-9423cc2a2df0 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.10 "DELETE /v2.0/ports/92fd88be-ac3a-44d9-a6bb-d7d0a505d91f HTTP/1.1" status: 204 len: 173 time: 0.5125477 Mar 18 00:31:28.587370 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65efdc14-3f84-46c3-9a1a-fa06e71821ac', 'name': 'network-vif-deleted', 'tag': '92fd88be-ac3a-44d9-a6bb-d7d0a505d91f'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:31:28.589619 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743eaf35-af55-42c3-be6f-6c66a15f4b3d" -d '{"events": [{"server_uuid": "65efdc14-3f84-46c3-9a1a-fa06e71821ac", "name": "network-vif-deleted", "tag": "92fd88be-ac3a-44d9-a6bb-d7d0a505d91f"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:31:28.633422 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f5ed12-e33f-44ca-8772-ebb52357e38b x-openstack-request-id: req-82f5ed12-e33f-44ca-8772-ebb52357e38b {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:31:28.633953 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65efdc14-3f84-46c3-9a1a-fa06e71821ac", "name": "network-vif-deleted", "tag": "92fd88be-ac3a-44d9-a6bb-d7d0a505d91f", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:31:28.634646 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82f5ed12-e33f-44ca-8772-ebb52357e38b {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:31:28.634820 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65efdc14-3f84-46c3-9a1a-fa06e71821ac', 'name': 'network-vif-deleted', 'tag': '92fd88be-ac3a-44d9-a6bb-d7d0a505d91f', 'status': 'completed', 'code': 200} Mar 18 00:31:28.639738 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-4f07436f-5a60-4e44-b82e-645a66e145a5 req-054f03bc-7293-43ca-9638-7c8ea643619e tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=65efdc14-3f84-46c3-9a1a-fa06e71821ac HTTP/1.1" status: 200 len: 210 time: 0.0364454 Mar 18 00:31:29.239551 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b8168-6cbb-4ca2-928d-ce13747827e0 req-1c77c59b-84fd-4cba-aa14-b461f3d2c354 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:29.240486 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9e0b8168-6cbb-4ca2-928d-ce13747827e0 req-1c77c59b-84fd-4cba-aa14-b461f3d2c354 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0697339 Mar 18 00:31:29.301186 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9e0b8168-6cbb-4ca2-928d-ce13747827e0 req-63a99098-e8b1-46f0-9fc2-92cdecdb75be tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531111 Mar 18 00:31:29.510181 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f156ef3-fb3f-4615-afbf-bcbb1db711d6 req-e9a84c0a-1e80-4b6a-89e3-7d270f8b4619 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:29.512049 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-7f156ef3-fb3f-4615-afbf-bcbb1db711d6 req-e9a84c0a-1e80-4b6a-89e3-7d270f8b4619 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0557103 Mar 18 00:31:29.560866 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-7f156ef3-fb3f-4615-afbf-bcbb1db711d6 req-66cce73e-1b8e-4fc6-8d34-d073dbe42025 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420890 Mar 18 00:31:29.940863 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-485b1b3e-f642-4b10-a9a3-0d7dee411d2a tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:29.942321 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-485b1b3e-f642-4b10-a9a3-0d7dee411d2a tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/networks?id=85ce071a-fa30-40bd-a83b-e7aa81f2b00f HTTP/1.1" status: 200 len: 809 time: 0.1025422 Mar 18 00:31:29.956637 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-f92fb1b6-467e-4e95-b646-3bc1c93ceb12 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/quotas/c0acbbb8c2414fea82adc5b398a16dfb HTTP/1.1" status: 200 len: 375 time: 0.0084362 Mar 18 00:31:29.987728 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-9a2af028-915a-48c4-8097-a1cad4e8b034 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0acbbb8c2414fea82adc5b398a16dfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264196 Mar 18 00:31:30.079073 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-b4ab509e-9c58-41d1-b67d-21500e3c72c5 service neutron] 10.222.0.23 "GET /v2.0/networks/85ce071a-fa30-40bd-a83b-e7aa81f2b00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841322 Mar 18 00:31:30.168947 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-13acc385-00f3-4efc-8ec6-4201c398423a service neutron] 10.222.0.23 "GET /v2.0/networks/85ce071a-fa30-40bd-a83b-e7aa81f2b00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839498 Mar 18 00:31:30.335065 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a40b15e2-85c9-4372-a40d-0f94ab95a331 req-baf8dc32-709d-426d-a224-a70e8969cb8e tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=aed77a91-3494-4648-b36b-9e19a755a83f HTTP/1.1" status: 200 len: 210 time: 0.0288949 Mar 18 00:31:30.434171 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d52efc-edd4-427e-ab6e-bb4818afef67 req-37ee62da-03c7-48cc-822f-d39bd1931b45 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:30.435775 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-d0d52efc-edd4-427e-ab6e-bb4818afef67 req-37ee62da-03c7-48cc-822f-d39bd1931b45 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0548029 Mar 18 00:31:30.488112 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-d0d52efc-edd4-427e-ab6e-bb4818afef67 req-521a3fa3-92bc-4c35-9927-e24d3151f487 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468488 Mar 18 00:31:30.699349 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b73a46-4fcc-49ab-923b-6035409e9458 req-c616aae0-59e0-413d-b9c9-0c83e4619ccd tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:30.701281 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e9b73a46-4fcc-49ab-923b-6035409e9458 req-c616aae0-59e0-413d-b9c9-0c83e4619ccd tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0597858 Mar 18 00:31:30.758835 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e9b73a46-4fcc-49ab-923b-6035409e9458 req-0096077b-c71c-49ba-b55d-c7ec3f93738d tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498993 Mar 18 00:31:31.442900 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b3a67b1d-d9e2-4822-b900-c1f0990d818d req-fb993e0a-c445-43bc-823c-414701bd43ae tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=aed77a91-3494-4648-b36b-9e19a755a83f HTTP/1.1" status: 200 len: 210 time: 0.0259590 Mar 18 00:31:31.479148 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-05265bd4-9a8a-4c89-9f8c-6709e7af1ca9 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:31.480831 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-05265bd4-9a8a-4c89-9f8c-6709e7af1ca9 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.10 "GET /v2.0/networks?id=85ce071a-fa30-40bd-a83b-e7aa81f2b00f HTTP/1.1" status: 200 len: 809 time: 0.1274195 Mar 18 00:31:31.515245 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-d29ad39d-24c3-4c4b-89b3-d8fed04063c4 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Request body: {'port': {'device_id': 'aed77a91-3494-4648-b36b-9e19a755a83f', 'network_id': '85ce071a-fa30-40bd-a83b-e7aa81f2b00f', 'admin_state_up': True, 'tenant_id': 'c0acbbb8c2414fea82adc5b398a16dfb'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:31:31.657671 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee4e05-c434-4631-ab9a-f88bcd11fd16 req-96470620-a028-411b-96fa-dd3782f4ccea tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:31.659123 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f1ee4e05-c434-4631-ab9a-f88bcd11fd16 req-96470620-a028-411b-96fa-dd3782f4ccea tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0907571 Mar 18 00:31:31.677920 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-d29ad39d-24c3-4c4b-89b3-d8fed04063c4 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Made reservation on behalf of c0acbbb8c2414fea82adc5b398a16dfb for: {'port': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:31:31.682048 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-d29ad39d-24c3-4c4b-89b3-d8fed04063c4 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:31.730355 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f1ee4e05-c434-4631-ab9a-f88bcd11fd16 req-5c14e3d1-4301-4ee7-a330-5c71ad39fabd tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654335 Mar 18 00:31:31.850039 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-d29ad39d-24c3-4c4b-89b3-d8fed04063c4 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Allocated IP 172.20.0.3 (85ce071a-fa30-40bd-a83b-e7aa81f2b00f/67a93ec0-feec-4a8c-90cc-909826eacc55/73a47180-3be2-4bae-8bdf-376cf53faf25) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:31:31.878567 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fc5d5-f307-4779-9073-2e2f7c2da553 req-a12e0dd6-643a-4e7c-aa14-de1054d051bc tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:31.880209 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-af0fc5d5-f307-4779-9073-2e2f7c2da553 req-a12e0dd6-643a-4e7c-aa14-de1054d051bc tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0561030 Mar 18 00:31:31.927408 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-af0fc5d5-f307-4779-9073-2e2f7c2da553 req-99216b70-38eb-4eeb-b907-58cf551b225d tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406797 Mar 18 00:31:32.012157 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-d29ad39d-24c3-4c4b-89b3-d8fed04063c4 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Publish callbacks [] for port (73a47180-3be2-4bae-8bdf-376cf53faf25), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:32.047528 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-d29ad39d-24c3-4c4b-89b3-d8fed04063c4 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (73a47180-3be2-4bae-8bdf-376cf53faf25), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:32.093205 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-d29ad39d-24c3-4c4b-89b3-d8fed04063c4 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Network 85ce071a-fa30-40bd-a83b-e7aa81f2b00f is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:31:32.096156 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-d29ad39d-24c3-4c4b-89b3-d8fed04063c4 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:31:32.098519 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-d29ad39d-24c3-4c4b-89b3-d8fed04063c4 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:31:32.132533 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ad39d-24c3-4c4b-89b3-d8fed04063c4 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Pushing event updated for resources: {'Port': ['ID=73a47180-3be2-4bae-8bdf-376cf53faf25,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:32.154732 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-d29ad39d-24c3-4c4b-89b3-d8fed04063c4 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:32.155331 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-d29ad39d-24c3-4c4b-89b3-d8fed04063c4 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:32.170088 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-d29ad39d-24c3-4c4b-89b3-d8fed04063c4 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6589086 Mar 18 00:31:32.189992 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-f6178465-d7c7-493c-b553-9f3a889ebe8e service neutron] Request body: {'port': {'device_id': 'aed77a91-3494-4648-b36b-9e19a755a83f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:31:32.203066 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:31:32.248979 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-f6178465-d7c7-493c-b553-9f3a889ebe8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (73a47180-3be2-4bae-8bdf-376cf53faf25), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:32.513942 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-f6178465-d7c7-493c-b553-9f3a889ebe8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a47180-3be2-4bae-8bdf-376cf53faf25 {{(pid=109622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:31:32.522684 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-f6178465-d7c7-493c-b553-9f3a889ebe8e service neutron] Publish callbacks [] for port (73a47180-3be2-4bae-8bdf-376cf53faf25), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:32.558381 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.provisioning_blocks [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-f6178465-d7c7-493c-b553-9f3a889ebe8e service neutron] Transition to ACTIVE for port object 73a47180-3be2-4bae-8bdf-376cf53faf25 will not be triggered until provisioned by entity L2. {{(pid=109622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 00:31:32.561781 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-f6178465-d7c7-493c-b553-9f3a889ebe8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (73a47180-3be2-4bae-8bdf-376cf53faf25), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:32.615590 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6178465-d7c7-493c-b553-9f3a889ebe8e service neutron] Pushing event updated for resources: {'Port': ['ID=73a47180-3be2-4bae-8bdf-376cf53faf25,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:32.630663 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da570e0e-3d2e-4137-bd63-8e4c21c842cd req-743a7a9b-2852-4396-934b-c98c34730827 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:32.632140 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-da570e0e-3d2e-4137-bd63-8e4c21c842cd req-743a7a9b-2852-4396-934b-c98c34730827 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=aed77a91-3494-4648-b36b-9e19a755a83f HTTP/1.1" status: 200 len: 931 time: 0.1138594 Mar 18 00:31:32.729797 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-da570e0e-3d2e-4137-bd63-8e4c21c842cd req-bfd10145-c8c5-411a-95e7-9d601aeff407 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf8cbb39-98bd-49a0-bad4-0799df73a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805607 Mar 18 00:31:32.739444 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-f6178465-d7c7-493c-b553-9f3a889ebe8e service neutron] Attempting to bind port 73a47180-3be2-4bae-8bdf-376cf53faf25 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:31:32.739784 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-f6178465-d7c7-493c-b553-9f3a889ebe8e service neutron] Attempting to bind port 73a47180-3be2-4bae-8bdf-376cf53faf25 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'c7ac9754-c2d3-40b0-b6d5-bacc088b625d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '85ce071a-fa30-40bd-a83b-e7aa81f2b00f'}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:31:32.740107 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-f6178465-d7c7-493c-b553-9f3a889ebe8e service neutron] Attempting to bind port 73a47180-3be2-4bae-8bdf-376cf53faf25 on network 85ce071a-fa30-40bd-a83b-e7aa81f2b00f {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:31:32.752582 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-f6178465-d7c7-493c-b553-9f3a889ebe8e service neutron] Port 73a47180-3be2-4bae-8bdf-376cf53faf25 on network 85ce071a-fa30-40bd-a83b-e7aa81f2b00f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 00:31:32.752582 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-f6178465-d7c7-493c-b553-9f3a889ebe8e service neutron] Attempting to bind port 73a47180-3be2-4bae-8bdf-376cf53faf25 on network 85ce071a-fa30-40bd-a83b-e7aa81f2b00f {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:31:32.752582 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-f6178465-d7c7-493c-b553-9f3a889ebe8e service neutron] Checking agent: {'id': 'a11cec97-e670-4172-acc9-1e6c1f318043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'started_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:31:32.752582 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-f6178465-d7c7-493c-b553-9f3a889ebe8e service neutron] Checking segment: {'id': 'c7ac9754-c2d3-40b0-b6d5-bacc088b625d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '85ce071a-fa30-40bd-a83b-e7aa81f2b00f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:31:32.752582 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-f6178465-d7c7-493c-b553-9f3a889ebe8e service neutron] Bound using segment: {'id': 'c7ac9754-c2d3-40b0-b6d5-bacc088b625d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '85ce071a-fa30-40bd-a83b-e7aa81f2b00f'} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:31:32.752582 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-f6178465-d7c7-493c-b553-9f3a889ebe8e service neutron] Bound port: 73a47180-3be2-4bae-8bdf-376cf53faf25, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ac9754-c2d3-40b0-b6d5-bacc088b625d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '85ce071a-fa30-40bd-a83b-e7aa81f2b00f'}}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:31:32.752582 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-f6178465-d7c7-493c-b553-9f3a889ebe8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (73a47180-3be2-4bae-8bdf-376cf53faf25), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:32.817355 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-f6178465-d7c7-493c-b553-9f3a889ebe8e service neutron] For port 73a47180-3be2-4bae-8bdf-376cf53faf25, host hv-cinder-76845, cleared binding levels {{(pid=109622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:31:32.821276 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-f6178465-d7c7-493c-b553-9f3a889ebe8e service neutron] For port 73a47180-3be2-4bae-8bdf-376cf53faf25, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=73a47180-3be2-4bae-8bdf-376cf53faf25,segment=NetworkSegment(c7ac9754-c2d3-40b0-b6d5-bacc088b625d),segment_id=c7ac9754-c2d3-40b0-b6d5-bacc088b625d)] {{(pid=109622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:31:32.827221 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-f6178465-d7c7-493c-b553-9f3a889ebe8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (73a47180-3be2-4bae-8bdf-376cf53faf25), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:32.862774 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d740d2-1621-43de-b036-667c9986c767 req-332dd421-0f2c-4d5b-9235-dc7dea4966cb tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:32.865251 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-44d740d2-1621-43de-b036-667c9986c767 req-332dd421-0f2c-4d5b-9235-dc7dea4966cb tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0556567 Mar 18 00:31:32.870533 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-f6178465-d7c7-493c-b553-9f3a889ebe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:32.871154 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-f6178465-d7c7-493c-b553-9f3a889ebe8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:32.872521 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-f6178465-d7c7-493c-b553-9f3a889ebe8e service neutron] 10.222.0.10 "PUT /v2.0/ports/73a47180-3be2-4bae-8bdf-376cf53faf25 HTTP/1.1" status: 200 len: 1093 time: 0.6870906 Mar 18 00:31:32.872962 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed77a91-3494-4648-b36b-9e19a755a83f', 'tag': '73a47180-3be2-4bae-8bdf-376cf53faf25'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:31:32.875205 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1a2590-60e8-4f0c-b2b7-a0875b66784e" -d '{"events": [{"name": "network-changed", "server_uuid": "aed77a91-3494-4648-b36b-9e19a755a83f", "tag": "73a47180-3be2-4bae-8bdf-376cf53faf25"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:31:32.910864 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6178465-d7c7-493c-b553-9f3a889ebe8e service neutron] Pushing event updated for resources: {'Port': ['ID=73a47180-3be2-4bae-8bdf-376cf53faf25,revision_number=3']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:32.928228 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5669291f-b8ea-4b57-b5ee-a4a610516c24 x-openstack-request-id: req-5669291f-b8ea-4b57-b5ee-a4a610516c24 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:31:32.928515 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed77a91-3494-4648-b36b-9e19a755a83f", "tag": "73a47180-3be2-4bae-8bdf-376cf53faf25", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:31:32.928773 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5669291f-b8ea-4b57-b5ee-a4a610516c24 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:31:32.929177 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed77a91-3494-4648-b36b-9e19a755a83f', 'tag': '73a47180-3be2-4bae-8bdf-376cf53faf25', 'status': 'completed', 'code': 200} Mar 18 00:31:32.952943 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:31:32.955383 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-44d740d2-1621-43de-b036-667c9986c767 req-946b67be-843f-4141-8944-db7e8a7558a8 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834270 Mar 18 00:31:33.002212 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] No Port match for: 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:31:33.002569 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 92fd88be-ac3a-44d9-a6bb-d7d0a505d91f not bound to the agent host hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:31:33.036791 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-589fca03-78c1-46bd-8928-5720baf58a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:33.038353 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-589fca03-78c1-46bd-8928-5720baf58a7e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0acbbb8c2414fea82adc5b398a16dfb&device_id=aed77a91-3494-4648-b36b-9e19a755a83f HTTP/1.1" status: 200 len: 1127 time: 0.0592391 Mar 18 00:31:33.111908 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40647c12-ac90-4508-8a91-e040687a9964 req-8dfcb50e-84b0-4a44-ae16-a6549d429b00 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:33.113389 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-40647c12-ac90-4508-8a91-e040687a9964 req-8dfcb50e-84b0-4a44-ae16-a6549d429b00 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0903101 Mar 18 00:31:33.114654 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-e81cfe2e-67a5-4100-a524-163aa7a47dda service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73a47180-3be2-4bae-8bdf-376cf53faf25 HTTP/1.1" status: 200 len: 217 time: 0.0518990 Mar 18 00:31:33.195736 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-0e57080e-d3cd-4148-903e-b6a1624caf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:33.197419 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-0e57080e-d3cd-4148-903e-b6a1624caf11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67a93ec0-feec-4a8c-90cc-909826eacc55 HTTP/1.1" status: 200 len: 849 time: 0.0707493 Mar 18 00:31:33.201124 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-40647c12-ac90-4508-8a91-e040687a9964 req-57e35658-6cf4-42fb-8ac2-b74c19b0b8ee tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807221 Mar 18 00:31:33.236720 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-88ba622a-9f93-49ff-8efb-0f01b6d7c870 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85ce071a-fa30-40bd-a83b-e7aa81f2b00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277913 Mar 18 00:31:33.342969 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-5edae08e-7d61-4414-a3a4-bc4bff07e257 service neutron] 10.222.0.10 "GET /v2.0/networks/85ce071a-fa30-40bd-a83b-e7aa81f2b00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960922 Mar 18 00:31:33.434223 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a6ddd79e-496f-4e7d-8a7b-18077943fdf9 req-d3e11736-c19a-48a2-bf5f-0e03c99bbd27 service neutron] 10.222.0.10 "GET /v2.0/networks/85ce071a-fa30-40bd-a83b-e7aa81f2b00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835040 Mar 18 00:31:33.569485 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a2590-60e8-4f0c-b2b7-a0875b66784e req-72256ed7-7307-4637-9269-29334007cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:33.571477 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6b1a2590-60e8-4f0c-b2b7-a0875b66784e req-72256ed7-7307-4637-9269-29334007cdaa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0acbbb8c2414fea82adc5b398a16dfb&device_id=aed77a91-3494-4648-b36b-9e19a755a83f HTTP/1.1" status: 200 len: 1127 time: 0.0444257 Mar 18 00:31:33.676643 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a2590-60e8-4f0c-b2b7-a0875b66784e req-ed075864-63aa-4b4b-bcd6-8b7b4559ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:33.678352 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6b1a2590-60e8-4f0c-b2b7-a0875b66784e req-ed075864-63aa-4b4b-bcd6-8b7b4559ef9c service neutron] 10.222.0.10 "GET /v2.0/networks?id=85ce071a-fa30-40bd-a83b-e7aa81f2b00f HTTP/1.1" status: 200 len: 909 time: 0.0876622 Mar 18 00:31:33.721890 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6b1a2590-60e8-4f0c-b2b7-a0875b66784e req-12729b37-5012-42b5-ad80-90d7744f294c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73a47180-3be2-4bae-8bdf-376cf53faf25 HTTP/1.1" status: 200 len: 217 time: 0.0363595 Mar 18 00:31:33.776924 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a2590-60e8-4f0c-b2b7-a0875b66784e req-8b487937-62e6-492e-9bc8-2e8c1cb05b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:33.778399 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6b1a2590-60e8-4f0c-b2b7-a0875b66784e req-8b487937-62e6-492e-9bc8-2e8c1cb05b9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67a93ec0-feec-4a8c-90cc-909826eacc55 HTTP/1.1" status: 200 len: 849 time: 0.0487931 Mar 18 00:31:33.814423 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6b1a2590-60e8-4f0c-b2b7-a0875b66784e req-370c3d5f-4294-4001-a0ce-36ef4392576f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85ce071a-fa30-40bd-a83b-e7aa81f2b00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274825 Mar 18 00:31:33.857239 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b89b6-cd60-45ba-9a89-2e941eacbb89 req-205a6275-25d0-495a-91fc-b2f6cd8370b6 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:33.858756 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ec2b89b6-cd60-45ba-9a89-2e941eacbb89 req-205a6275-25d0-495a-91fc-b2f6cd8370b6 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=aed77a91-3494-4648-b36b-9e19a755a83f HTTP/1.1" status: 200 len: 943 time: 0.0578308 Mar 18 00:31:33.907476 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ec2b89b6-cd60-45ba-9a89-2e941eacbb89 req-7d8db92e-00be-4af6-b872-2e28c09477b4 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf8cbb39-98bd-49a0-bad4-0799df73a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423989 Mar 18 00:31:33.914279 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6b1a2590-60e8-4f0c-b2b7-a0875b66784e req-6e565f31-078d-4df6-a796-ebf0ecb835df service neutron] 10.222.0.10 "GET /v2.0/networks/85ce071a-fa30-40bd-a83b-e7aa81f2b00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832396 Mar 18 00:31:34.022995 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6b1a2590-60e8-4f0c-b2b7-a0875b66784e req-cea8f7b3-2087-4d76-bcc4-bb5495a5d658 service neutron] 10.222.0.10 "GET /v2.0/networks/85ce071a-fa30-40bd-a83b-e7aa81f2b00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956848 Mar 18 00:31:34.088720 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c1b4f-d657-4589-9ba2-0f265328e2cf req-4264de01-2ee1-41ef-ab2a-c8501750055c tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:34.090216 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-700c1b4f-d657-4589-9ba2-0f265328e2cf req-4264de01-2ee1-41ef-ab2a-c8501750055c tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0579512 Mar 18 00:31:34.138543 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-700c1b4f-d657-4589-9ba2-0f265328e2cf req-ffe003a4-5c00-4f85-b2bc-690bf1a80c78 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426998 Mar 18 00:31:34.325146 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cba0d-f6fb-42f4-af6c-763e68d83b6c req-481c2e8c-78ae-4a45-8b61-7a3b7255d1b2 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:34.326725 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-2f9cba0d-f6fb-42f4-af6c-763e68d83b6c req-481c2e8c-78ae-4a45-8b61-7a3b7255d1b2 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0522599 Mar 18 00:31:34.375118 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-2f9cba0d-f6fb-42f4-af6c-763e68d83b6c req-b5de3d2a-3643-4430-911e-c9141bd55329 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426033 Mar 18 00:31:34.977227 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 996e1454-7e85-4345-8d6a-6a612f71e6f2 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 00:31:35.034902 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceb588-c795-4430-96c9-4c0291597c9b req-c85b7f74-1663-4845-9353-20fe7f4eac09 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:35.036494 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-3dceb588-c795-4430-96c9-4c0291597c9b req-c85b7f74-1663-4845-9353-20fe7f4eac09 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=aed77a91-3494-4648-b36b-9e19a755a83f HTTP/1.1" status: 200 len: 943 time: 0.0566578 Mar 18 00:31:35.079663 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 996e1454-7e85-4345-8d6a-6a612f71e6f2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=996e1454-7e85-4345-8d6a-6a612f71e6f2,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:31:35.090482 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-3dceb588-c795-4430-96c9-4c0291597c9b req-96185457-cca8-40ca-8a7c-12c2ac888448 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf8cbb39-98bd-49a0-bad4-0799df73a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479846 Mar 18 00:31:35.091546 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Returning: {'device': '996e1454-7e85-4345-8d6a-6a612f71e6f2', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'port_id': '996e1454-7e85-4345-8d6a-6a612f71e6f2', 'mac_address': 'fa:16:3e:2b:5b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76384fd9-f436-4624-9d38-5e3873131694', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 00:31:35.136185 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 996e1454-7e85-4345-8d6a-6a612f71e6f2 is: ACTIVE; New status is: BUILD {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:31:35.136730 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:35.151555 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 996e1454-7e85-4345-8d6a-6a612f71e6f2 {{(pid=109624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:31:35.171635 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 996e1454-7e85-4345-8d6a-6a612f71e6f2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=996e1454-7e85-4345-8d6a-6a612f71e6f2,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:31:35.177550 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:35.238608 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=996e1454-7e85-4345-8d6a-6a612f71e6f2,revision_number=6']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:35.279689 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccdac4-77ae-413b-a524-36be7252afce req-45dac8e6-03c3-424c-9e4e-618cf8f13dbd tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:35.281786 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-bcccdac4-77ae-413b-a524-36be7252afce req-45dac8e6-03c3-424c-9e4e-618cf8f13dbd tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 944 time: 0.0608153 Mar 18 00:31:35.333900 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-bcccdac4-77ae-413b-a524-36be7252afce req-516e69e9-27ef-4d25-b72c-f7d9a075b713 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454602 Mar 18 00:31:35.389918 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['996e1454-7e85-4345-8d6a-6a612f71e6f2'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:31:35.499301 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918d964-7805-465a-a055-3016abd74f78 req-74f2e631-97d6-4a78-a248-2df7de5d0f29 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:35.501000 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8918d964-7805-465a-a055-3016abd74f78 req-74f2e631-97d6-4a78-a248-2df7de5d0f29 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0562932 Mar 18 00:31:35.549931 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8918d964-7805-465a-a055-3016abd74f78 req-3abe43c5-4b08-4f46-bd02-f6aabd6b9d87 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422034 Mar 18 00:31:36.030262 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:36.211337 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bc8b7-b92d-46e6-ae21-3eb2cf871997 req-6279a3fe-f9b8-4d2d-af09-cdbec96798cf tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:36.213528 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-339bc8b7-b92d-46e6-ae21-3eb2cf871997 req-6279a3fe-f9b8-4d2d-af09-cdbec96798cf tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=aed77a91-3494-4648-b36b-9e19a755a83f HTTP/1.1" status: 200 len: 943 time: 0.0561962 Mar 18 00:31:36.262913 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-339bc8b7-b92d-46e6-ae21-3eb2cf871997 req-1d8b25d3-cceb-459d-b029-c7ffbb3272d6 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf8cbb39-98bd-49a0-bad4-0799df73a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431252 Mar 18 00:31:36.462698 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4442e-f45b-47b6-89d2-85b308120f41 req-743fc4b5-ea17-41e9-a166-73831aa46d8b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:36.464185 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9db4442e-f45b-47b6-89d2-85b308120f41 req-743fc4b5-ea17-41e9-a166-73831aa46d8b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 944 time: 0.0532534 Mar 18 00:31:36.512988 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9db4442e-f45b-47b6-89d2-85b308120f41 req-812221bc-9154-46e7-aee8-4b8bd6aa6243 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426376 Mar 18 00:31:36.684341 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26efbc4-3297-460c-af9d-76f7c5714c71 req-a791cac1-76f2-4398-af80-59056ce3aa8e tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:36.686254 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c26efbc4-3297-460c-af9d-76f7c5714c71 req-a791cac1-76f2-4398-af80-59056ce3aa8e tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0604908 Mar 18 00:31:36.739860 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c26efbc4-3297-460c-af9d-76f7c5714c71 req-4f3e64b0-f008-4921-99fa-d7b3f2efb277 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480990 Mar 18 00:31:36.942986 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db598c2a-6035-44cc-b1d6-e7398a0843b8 req-04758831-2a91-4385-b5e0-ef54bc42baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:36.944398 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-db598c2a-6035-44cc-b1d6-e7398a0843b8 req-04758831-2a91-4385-b5e0-ef54bc42baf8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0bd772cceaf4f9486cf4424af396729&device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 1128 time: 0.0469401 Mar 18 00:31:37.002898 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 73a47180-3be2-4bae-8bdf-376cf53faf25 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 00:31:37.013850 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 996e1454-7e85-4345-8d6a-6a612f71e6f2 up at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:31:37.051502 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db598c2a-6035-44cc-b1d6-e7398a0843b8 req-ecf551ee-6584-4a81-8f2f-8d8357e0567d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:37.052957 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-db598c2a-6035-44cc-b1d6-e7398a0843b8 req-ecf551ee-6584-4a81-8f2f-8d8357e0567d service neutron] 10.222.0.10 "GET /v2.0/networks?id=42586f8a-ab3e-4979-8086-8a3f40b27b85 HTTP/1.1" status: 200 len: 917 time: 0.0882871 Mar 18 00:31:37.125911 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-db598c2a-6035-44cc-b1d6-e7398a0843b8 req-ab6a04d7-bbd6-424c-8560-e35ca4b9146b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=996e1454-7e85-4345-8d6a-6a612f71e6f2 HTTP/1.1" status: 200 len: 1000 time: 0.0661936 Mar 18 00:31:37.129533 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning complete for port 996e1454-7e85-4345-8d6a-6a612f71e6f2 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:31:37.130018 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:37.160976 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 73a47180-3be2-4bae-8bdf-376cf53faf25, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=73a47180-3be2-4bae-8bdf-376cf53faf25,segment=NetworkSegment(c7ac9754-c2d3-40b0-b6d5-bacc088b625d),segment_id=c7ac9754-c2d3-40b0-b6d5-bacc088b625d)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:31:37.176702 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db598c2a-6035-44cc-b1d6-e7398a0843b8 req-77f1d90f-034a-4846-a603-f35020976b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:37.178186 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-db598c2a-6035-44cc-b1d6-e7398a0843b8 req-77f1d90f-034a-4846-a603-f35020976b59 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76384fd9-f436-4624-9d38-5e3873131694 HTTP/1.1" status: 200 len: 856 time: 0.0452445 Mar 18 00:31:37.184868 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Returning: {'device': '73a47180-3be2-4bae-8bdf-376cf53faf25', 'network_id': '85ce071a-fa30-40bd-a83b-e7aa81f2b00f', 'port_id': '73a47180-3be2-4bae-8bdf-376cf53faf25', 'mac_address': 'fa:16:3e:a2:69:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a93ec0-feec-4a8c-90cc-909826eacc55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 00:31:37.231161 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db598c2a-6035-44cc-b1d6-e7398a0843b8 req-7f49cacb-1ece-4937-a687-ca5e65ffa2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:37.233701 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-db598c2a-6035-44cc-b1d6-e7398a0843b8 req-7f49cacb-1ece-4937-a687-ca5e65ffa2f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42586f8a-ab3e-4979-8086-8a3f40b27b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0488422 Mar 18 00:31:37.247423 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 73a47180-3be2-4bae-8bdf-376cf53faf25 is: DOWN; New status is: BUILD {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:31:37.247804 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (73a47180-3be2-4bae-8bdf-376cf53faf25), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:37.268488 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a47180-3be2-4bae-8bdf-376cf53faf25 {{(pid=109624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:31:37.286824 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 996e1454-7e85-4345-8d6a-6a612f71e6f2 is: BUILD; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:31:37.287201 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:37.298875 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 73a47180-3be2-4bae-8bdf-376cf53faf25, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=73a47180-3be2-4bae-8bdf-376cf53faf25,segment=NetworkSegment(c7ac9754-c2d3-40b0-b6d5-bacc088b625d),segment_id=c7ac9754-c2d3-40b0-b6d5-bacc088b625d)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:31:37.314289 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (73a47180-3be2-4bae-8bdf-376cf53faf25), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:37.362406 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0aa092-177e-40a3-8f46-128f5ad286f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996e1454-7e85-4345-8d6a-6a612f71e6f2'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:31:37.364668 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8d147e-c6a1-4a73-8a97-9d7698bb5559" -d '{"events": [{"server_uuid": "cd0aa092-177e-40a3-8f46-128f5ad286f9", "name": "network-vif-plugged", "status": "completed", "tag": "996e1454-7e85-4345-8d6a-6a612f71e6f2"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:31:37.384069 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 996e1454-7e85-4345-8d6a-6a612f71e6f2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=996e1454-7e85-4345-8d6a-6a612f71e6f2,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:31:37.395188 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:37.406030 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=73a47180-3be2-4bae-8bdf-376cf53faf25,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:37.434472 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfb7077-4f05-4c96-ac0e-081448a856c1 x-openstack-request-id: req-4cfb7077-4f05-4c96-ac0e-081448a856c1 {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:31:37.434784 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0aa092-177e-40a3-8f46-128f5ad286f9", "name": "network-vif-plugged", "status": "completed", "tag": "996e1454-7e85-4345-8d6a-6a612f71e6f2", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:31:37.435033 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cfb7077-4f05-4c96-ac0e-081448a856c1 {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:31:37.435416 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0aa092-177e-40a3-8f46-128f5ad286f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996e1454-7e85-4345-8d6a-6a612f71e6f2', 'code': 200} Mar 18 00:31:37.464553 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=996e1454-7e85-4345-8d6a-6a612f71e6f2,revision_number=7']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:37.589198 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-db598c2a-6035-44cc-b1d6-e7398a0843b8 req-e388dce6-5004-42ee-9c19-9a3151567254 service neutron] 10.222.0.10 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479316 Mar 18 00:31:37.600712 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efab44e-6e58-4302-a569-cf1b90ea82c5 req-37bda97b-d75c-47b9-a8f8-5ed6f4cffaff tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:37.603899 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5efab44e-6e58-4302-a569-cf1b90ea82c5 req-37bda97b-d75c-47b9-a8f8-5ed6f4cffaff tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=aed77a91-3494-4648-b36b-9e19a755a83f HTTP/1.1" status: 200 len: 944 time: 0.0947800 Mar 18 00:31:37.650043 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440be5a5-8419-4375-8024-d7abc9578d61 req-bc30bbcd-029f-40a8-b32d-8d7ac345679c tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:37.651703 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-440be5a5-8419-4375-8024-d7abc9578d61 req-bc30bbcd-029f-40a8-b32d-8d7ac345679c tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0579379 Mar 18 00:31:37.698400 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['73a47180-3be2-4bae-8bdf-376cf53faf25'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:31:37.704107 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-440be5a5-8419-4375-8024-d7abc9578d61 req-b6145b75-3f8c-4146-a8ca-0c9f52630b2e tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443695 Mar 18 00:31:37.711283 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5efab44e-6e58-4302-a569-cf1b90ea82c5 req-5e84482b-ea0d-4d91-a656-0d95f7f15f9b tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf8cbb39-98bd-49a0-bad4-0799df73a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978470 Mar 18 00:31:37.738265 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-db598c2a-6035-44cc-b1d6-e7398a0843b8 req-ce6d750b-38ee-4c5c-ad16-1c26e677c6e7 service neutron] 10.222.0.10 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333773 Mar 18 00:31:37.864030 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b1fe0-19c2-4f44-9ec5-0641b489a6bc req-1933252c-3167-4051-a593-8f6de0483ecd tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:37.865626 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-609b1fe0-19c2-4f44-9ec5-0641b489a6bc req-1933252c-3167-4051-a593-8f6de0483ecd tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0525670 Mar 18 00:31:37.921464 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-609b1fe0-19c2-4f44-9ec5-0641b489a6bc req-cd76cb58-0e41-45fb-bf7d-aa26f4ba3a0b tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497200 Mar 18 00:31:38.839839 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4157b7-14e7-4c80-82f3-ef2860beaab5 req-cc2f33b1-892a-4b29-a375-b32976b02bc1 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:38.841553 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7d4157b7-14e7-4c80-82f3-ef2860beaab5 req-cc2f33b1-892a-4b29-a375-b32976b02bc1 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=aed77a91-3494-4648-b36b-9e19a755a83f HTTP/1.1" status: 200 len: 944 time: 0.0590351 Mar 18 00:31:38.854881 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baf9ae-fedd-4192-ba0d-8d7cea19f72a req-541ef1cb-471b-4e01-8aed-7005e62bde87 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:38.856745 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f4baf9ae-fedd-4192-ba0d-8d7cea19f72a req-541ef1cb-471b-4e01-8aed-7005e62bde87 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0542550 Mar 18 00:31:38.890318 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7d4157b7-14e7-4c80-82f3-ef2860beaab5 req-f80856ef-3b45-4cda-8bcb-af85f1a129c4 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf8cbb39-98bd-49a0-bad4-0799df73a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429118 Mar 18 00:31:38.912663 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f4baf9ae-fedd-4192-ba0d-8d7cea19f72a req-ac081b0b-689b-483c-bf6f-7a99e03c5ad7 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503242 Mar 18 00:31:39.014866 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 73a47180-3be2-4bae-8bdf-376cf53faf25 up at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:31:39.048663 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dbc8e-6104-4659-a994-f5eb7ef5e063 req-59a65fe5-5e34-4f00-9d06-94eeb1a38633 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:39.050171 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-693dbc8e-6104-4659-a994-f5eb7ef5e063 req-59a65fe5-5e34-4f00-9d06-94eeb1a38633 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0591440 Mar 18 00:31:39.067149 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning for port 73a47180-3be2-4bae-8bdf-376cf53faf25 completed by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 00:31:39.071405 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning complete for port 73a47180-3be2-4bae-8bdf-376cf53faf25 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:31:39.071777 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (73a47180-3be2-4bae-8bdf-376cf53faf25), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:39.104229 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-693dbc8e-6104-4659-a994-f5eb7ef5e063 req-ab7b904f-b9b9-4781-b3f7-de12197b1a84 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471807 Mar 18 00:31:39.155113 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 73a47180-3be2-4bae-8bdf-376cf53faf25 is: BUILD; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:31:39.155503 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (73a47180-3be2-4bae-8bdf-376cf53faf25), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:39.192944 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 73a47180-3be2-4bae-8bdf-376cf53faf25, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=73a47180-3be2-4bae-8bdf-376cf53faf25,segment=NetworkSegment(c7ac9754-c2d3-40b0-b6d5-bacc088b625d),segment_id=c7ac9754-c2d3-40b0-b6d5-bacc088b625d)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:31:39.199354 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (73a47180-3be2-4bae-8bdf-376cf53faf25), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:39.247249 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=73a47180-3be2-4bae-8bdf-376cf53faf25,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:39.436770 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed77a91-3494-4648-b36b-9e19a755a83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a47180-3be2-4bae-8bdf-376cf53faf25'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:31:39.439106 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821bafb3-bda4-44bb-a197-31563b78dd33" -d '{"events": [{"server_uuid": "aed77a91-3494-4648-b36b-9e19a755a83f", "name": "network-vif-plugged", "status": "completed", "tag": "73a47180-3be2-4bae-8bdf-376cf53faf25"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:31:39.474873 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229f61cd-4c78-4e56-8474-31efebd91995 x-openstack-request-id: req-229f61cd-4c78-4e56-8474-31efebd91995 {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:31:39.475187 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed77a91-3494-4648-b36b-9e19a755a83f", "name": "network-vif-plugged", "status": "completed", "tag": "73a47180-3be2-4bae-8bdf-376cf53faf25", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:31:39.475441 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-229f61cd-4c78-4e56-8474-31efebd91995 {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:31:39.475833 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed77a91-3494-4648-b36b-9e19a755a83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a47180-3be2-4bae-8bdf-376cf53faf25', 'code': 200} Mar 18 00:31:39.710851 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755f4cc-1bef-49f6-afb1-738ac1ee9fb1 req-56fb00ae-5aa8-4f16-8bca-23469dd9f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:39.712346 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e755f4cc-1bef-49f6-afb1-738ac1ee9fb1 req-56fb00ae-5aa8-4f16-8bca-23469dd9f7b0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aed77a91-3494-4648-b36b-9e19a755a83f HTTP/1.1" status: 200 len: 1129 time: 0.0449166 Mar 18 00:31:39.755930 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e755f4cc-1bef-49f6-afb1-738ac1ee9fb1 req-ab95b585-132b-4455-ad0b-92dc09075d28 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bf8cbb39-98bd-49a0-bad4-0799df73a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371358 Mar 18 00:31:40.012139 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073c7a7-7242-4679-a0e6-66b32fcc37ed req-3ee05cd6-9ecd-4eb7-92b1-779ee33ffcc7 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:40.015828 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5073c7a7-7242-4679-a0e6-66b32fcc37ed req-3ee05cd6-9ecd-4eb7-92b1-779ee33ffcc7 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=aed77a91-3494-4648-b36b-9e19a755a83f HTTP/1.1" status: 200 len: 945 time: 0.0548298 Mar 18 00:31:40.041708 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36400f-f18b-4ee4-bfcc-93afca96f9b6 req-0ab9fded-df47-4746-90f0-97b148038cd4 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:40.043324 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5e36400f-f18b-4ee4-bfcc-93afca96f9b6 req-0ab9fded-df47-4746-90f0-97b148038cd4 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0530653 Mar 18 00:31:40.066854 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5073c7a7-7242-4679-a0e6-66b32fcc37ed req-93e0b915-337f-4231-9c7c-4ee3dbd51a08 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf8cbb39-98bd-49a0-bad4-0799df73a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464847 Mar 18 00:31:40.093662 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5e36400f-f18b-4ee4-bfcc-93afca96f9b6 req-c096cef7-256b-41fc-9cab-8f8e418439b9 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435865 Mar 18 00:31:40.229088 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd799de-e2ff-47c5-8314-dc05817e1b1a req-69b83061-f877-4640-b0f8-c53e8b7cf6c5 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:40.230566 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cdd799de-e2ff-47c5-8314-dc05817e1b1a req-69b83061-f877-4640-b0f8-c53e8b7cf6c5 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0562990 Mar 18 00:31:40.280963 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cdd799de-e2ff-47c5-8314-dc05817e1b1a req-5081151d-7b6f-4b94-8ab9-df06136a1cd5 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448201 Mar 18 00:31:41.201353 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c9760-dc5c-463f-9196-5c811bcf7315 req-0f1067a8-eaf4-42cc-8838-5742fc7038f3 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:41.202943 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f28c9760-dc5c-463f-9196-5c811bcf7315 req-0f1067a8-eaf4-42cc-8838-5742fc7038f3 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=aed77a91-3494-4648-b36b-9e19a755a83f HTTP/1.1" status: 200 len: 945 time: 0.0607815 Mar 18 00:31:41.232531 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22468cb-b43f-4790-ae19-0242c415c90d req-e2587afc-665d-40cb-97f1-daba4008fdda tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:41.234187 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f22468cb-b43f-4790-ae19-0242c415c90d req-e2587afc-665d-40cb-97f1-daba4008fdda tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0607460 Mar 18 00:31:41.250542 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f28c9760-dc5c-463f-9196-5c811bcf7315 req-a011f381-7d7e-49ee-aacc-e901ddecfb09 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf8cbb39-98bd-49a0-bad4-0799df73a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421038 Mar 18 00:31:41.283739 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f22468cb-b43f-4790-ae19-0242c415c90d req-3731c185-a40f-45d5-a1c7-08a0c76f8e9c tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440087 Mar 18 00:31:41.401008 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23da9e6-8894-4d5b-b219-2d499cef9637 req-d59c267a-ac3e-4625-b280-275527057d54 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:41.402600 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e23da9e6-8894-4d5b-b219-2d499cef9637 req-d59c267a-ac3e-4625-b280-275527057d54 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0550563 Mar 18 00:31:41.452294 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e23da9e6-8894-4d5b-b219-2d499cef9637 req-7f214e4f-5668-4e7c-bb8a-43ef605e6cc8 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441689 Mar 18 00:31:42.035920 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42bd34-4589-47cb-a281-88d21a2a4fdd req-6beb568c-1135-4476-8832-b7ce53f416e0 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:42.037478 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-bb42bd34-4589-47cb-a281-88d21a2a4fdd req-6beb568c-1135-4476-8832-b7ce53f416e0 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=aed77a91-3494-4648-b36b-9e19a755a83f HTTP/1.1" status: 200 len: 945 time: 0.0513673 Mar 18 00:31:42.089447 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-bb42bd34-4589-47cb-a281-88d21a2a4fdd req-18b1afe1-431f-4c01-8cac-9c104e467641 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf8cbb39-98bd-49a0-bad4-0799df73a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454259 Mar 18 00:31:42.419749 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f3c25-0edf-40de-a38e-a675f4f10db7 req-5fe32fce-d712-442a-b07e-1e6bcc6f407d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:42.421461 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-294f3c25-0edf-40de-a38e-a675f4f10db7 req-5fe32fce-d712-442a-b07e-1e6bcc6f407d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0605862 Mar 18 00:31:42.473013 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-294f3c25-0edf-40de-a38e-a675f4f10db7 req-33d166f1-209e-42fa-b210-bcf5965ced7b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458992 Mar 18 00:31:42.579280 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1dc46-abe4-4c57-b565-d381c7c6a994 req-2ee53832-49e5-44ee-8922-20988beafd61 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:42.580862 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-7cf1dc46-abe4-4c57-b565-d381c7c6a994 req-2ee53832-49e5-44ee-8922-20988beafd61 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0597920 Mar 18 00:31:42.631281 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-7cf1dc46-abe4-4c57-b565-d381c7c6a994 req-468a415e-8c3b-4367-8f3d-dd1ad50c3aeb tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436976 Mar 18 00:31:43.216177 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81bfd9-33bc-4a6f-8d09-1d545e221eaf req-4066081a-1017-4ef0-a657-c5551d80d664 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:43.217653 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2d81bfd9-33bc-4a6f-8d09-1d545e221eaf req-4066081a-1017-4ef0-a657-c5551d80d664 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=aed77a91-3494-4648-b36b-9e19a755a83f HTTP/1.1" status: 200 len: 945 time: 0.0573950 Mar 18 00:31:43.271921 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2d81bfd9-33bc-4a6f-8d09-1d545e221eaf req-243ac0b4-0134-48ba-9881-2422bb2c0d29 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf8cbb39-98bd-49a0-bad4-0799df73a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471263 Mar 18 00:31:43.610352 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094236f3-fb4a-4b78-b33e-ce032a7debeb req-1e6a5e8d-00cd-4bc9-9cd0-4a7e865fdd4b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:43.611921 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-094236f3-fb4a-4b78-b33e-ce032a7debeb req-1e6a5e8d-00cd-4bc9-9cd0-4a7e865fdd4b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0610282 Mar 18 00:31:43.667959 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-094236f3-fb4a-4b78-b33e-ce032a7debeb req-732e6673-2714-47af-851e-7afe4d227554 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495861 Mar 18 00:31:43.791292 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801910a2-97f5-49a5-81b6-01d9db4acfca req-82172300-a080-4cd9-8d40-763cd201aef2 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:43.806466 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-801910a2-97f5-49a5-81b6-01d9db4acfca req-82172300-a080-4cd9-8d40-763cd201aef2 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0822580 Mar 18 00:31:43.892549 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-801910a2-97f5-49a5-81b6-01d9db4acfca req-82513904-ec8b-4826-8c0e-b87b92366ad7 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827529 Mar 18 00:31:43.959183 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba64044-b13a-411e-b6c4-c7a93715430c req-0d8c6fb1-fed9-4532-a994-fa827c347c55 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:43.961414 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-fba64044-b13a-411e-b6c4-c7a93715430c req-0d8c6fb1-fed9-4532-a994-fa827c347c55 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.10 "GET /v2.0/ports?device_id=aed77a91-3494-4648-b36b-9e19a755a83f HTTP/1.1" status: 200 len: 945 time: 0.0679033 Mar 18 00:31:44.107809 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-fba64044-b13a-411e-b6c4-c7a93715430c req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Deleting port 73a47180-3be2-4bae-8bdf-376cf53faf25 {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:31:44.108180 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-fba64044-b13a-411e-b6c4-c7a93715430c req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (73a47180-3be2-4bae-8bdf-376cf53faf25), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:44.259665 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-fba64044-b13a-411e-b6c4-c7a93715430c req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] For port 73a47180-3be2-4bae-8bdf-376cf53faf25, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=73a47180-3be2-4bae-8bdf-376cf53faf25,segment=NetworkSegment(c7ac9754-c2d3-40b0-b6d5-bacc088b625d),segment_id=c7ac9754-c2d3-40b0-b6d5-bacc088b625d)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:31:44.260526 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-fba64044-b13a-411e-b6c4-c7a93715430c req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (73a47180-3be2-4bae-8bdf-376cf53faf25), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:44.276960 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-fba64044-b13a-411e-b6c4-c7a93715430c req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Calling delete_port for 73a47180-3be2-4bae-8bdf-376cf53faf25 owned by compute:nova {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:31:44.446307 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860f5d8-0e14-4906-b064-9d1154de95a9 req-03ff4532-bd25-452c-8945-5d9531e755de tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:44.451548 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-fba64044-b13a-411e-b6c4-c7a93715430c req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (73a47180-3be2-4bae-8bdf-376cf53faf25), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:44.454698 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-a860f5d8-0e14-4906-b064-9d1154de95a9 req-03ff4532-bd25-452c-8945-5d9531e755de tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/ports?device_id=aed77a91-3494-4648-b36b-9e19a755a83f HTTP/1.1" status: 200 len: 945 time: 0.0946341 Mar 18 00:31:44.483673 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Pushing event deleted for resources: {'Port': ['ID=73a47180-3be2-4bae-8bdf-376cf53faf25,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:44.498992 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['73a47180-3be2-4bae-8bdf-376cf53faf25'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:31:44.525652 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-a860f5d8-0e14-4906-b064-9d1154de95a9 req-faff5667-03ea-4d7f-88d5-92e39193d407 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf8cbb39-98bd-49a0-bad4-0799df73a1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697803 Mar 18 00:31:44.537578 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba64044-b13a-411e-b6c4-c7a93715430c req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] No DVR routers for this DVR port 73a47180-3be2-4bae-8bdf-376cf53faf25 on host hv-cinder-76845 {{(pid=109622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:31:44.542275 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:44.543028 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:44.543558 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:44.544347 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:44.544752 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:44.545199 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:44.545569 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:44.545998 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:44.546337 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:44.546660 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:44.547024 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:44.547432 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:44.547763 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:44.548091 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:44.548450 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:31:44.557332 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-fba64044-b13a-411e-b6c4-c7a93715430c req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:44.561400 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-fba64044-b13a-411e-b6c4-c7a93715430c req-cb1d6f52-61c3-4f6a-8d16-6e8e4ab70f56 tempest-VolumesActionsTest-1767114319 tempest-VolumesActionsTest-1767114319-project] 10.222.0.10 "DELETE /v2.0/ports/73a47180-3be2-4bae-8bdf-376cf53faf25 HTTP/1.1" status: 204 len: 173 time: 0.5909002 Mar 18 00:31:44.561973 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed77a91-3494-4648-b36b-9e19a755a83f', 'name': 'network-vif-deleted', 'tag': '73a47180-3be2-4bae-8bdf-376cf53faf25'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:31:44.564679 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8491ee-ac4a-49e5-a5f7-c5aa49ac118e" -d '{"events": [{"server_uuid": "aed77a91-3494-4648-b36b-9e19a755a83f", "name": "network-vif-deleted", "tag": "73a47180-3be2-4bae-8bdf-376cf53faf25"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:31:44.607616 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a16abc3-7f4c-4c62-aabc-fe000f189454 x-openstack-request-id: req-1a16abc3-7f4c-4c62-aabc-fe000f189454 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:31:44.607982 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed77a91-3494-4648-b36b-9e19a755a83f", "name": "network-vif-deleted", "tag": "73a47180-3be2-4bae-8bdf-376cf53faf25", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:31:44.608678 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a16abc3-7f4c-4c62-aabc-fe000f189454 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:31:44.609105 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed77a91-3494-4648-b36b-9e19a755a83f', 'name': 'network-vif-deleted', 'tag': '73a47180-3be2-4bae-8bdf-376cf53faf25', 'status': 'completed', 'code': 200} Mar 18 00:31:44.844170 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0d2a4-e040-4a19-9c1d-368488a1fd98 req-f7f45e61-054c-4028-b9e5-68d902b161b8 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:44.845796 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c5f0d2a4-e040-4a19-9c1d-368488a1fd98 req-f7f45e61-054c-4028-b9e5-68d902b161b8 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0732651 Mar 18 00:31:44.910846 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c5f0d2a4-e040-4a19-9c1d-368488a1fd98 req-e0822b00-f30a-4b8c-bf9d-3fdded305aec tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577645 Mar 18 00:31:45.052312 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39b189-2228-4c66-beaf-ca6b970fdf33 req-f2062e6c-0d02-4726-ac30-9e8e8c1e5eea tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:45.053922 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6f39b189-2228-4c66-beaf-ca6b970fdf33 req-f2062e6c-0d02-4726-ac30-9e8e8c1e5eea tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0608757 Mar 18 00:31:45.209977 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6f39b189-2228-4c66-beaf-ca6b970fdf33 req-05f648da-8f02-4099-95d4-0596323ed126 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417177 Mar 18 00:31:46.138053 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90606e-a969-4124-8ece-ad796f4076ed req-7a3c701b-b4df-43a1-911d-d687435821d3 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:46.145863 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5a90606e-a969-4124-8ece-ad796f4076ed req-7a3c701b-b4df-43a1-911d-d687435821d3 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0862894 Mar 18 00:31:46.220229 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5a90606e-a969-4124-8ece-ad796f4076ed req-050729c7-a92b-4835-b23a-1b1f4921ef76 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732474 Mar 18 00:31:46.385295 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4993a-ed68-48f1-80ef-ec5b70eca5ba req-2046064f-a42c-4c97-bba3-27d730aa1cd6 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:46.388092 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-28c4993a-ed68-48f1-80ef-ec5b70eca5ba req-2046064f-a42c-4c97-bba3-27d730aa1cd6 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0913498 Mar 18 00:31:46.445922 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-28c4993a-ed68-48f1-80ef-ec5b70eca5ba req-68394631-b288-4868-9685-2a798063d4f1 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524178 Mar 18 00:31:47.047105 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 73a47180-3be2-4bae-8bdf-376cf53faf25 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:31:47.080119 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] No Port match for: 73a47180-3be2-4bae-8bdf-376cf53faf25 {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:31:47.084693 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 73a47180-3be2-4bae-8bdf-376cf53faf25 not bound to the agent host hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:31:47.387387 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a0c1a-a9a2-490c-9db1-2103844e96b2 req-6a1f1c0f-782c-4c9b-b79e-0f31273fed1c tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:47.394607 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-863a0c1a-a9a2-490c-9db1-2103844e96b2 req-6a1f1c0f-782c-4c9b-b79e-0f31273fed1c tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0714278 Mar 18 00:31:47.443517 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-863a0c1a-a9a2-490c-9db1-2103844e96b2 req-63ef79b5-6ee9-4705-b6c3-64ac36211566 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479536 Mar 18 00:31:47.588424 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96173b4d-e855-4d23-97e7-f4b5c65ebb94 req-7c0857d4-97f3-46c5-b051-037285a00fec tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:47.590147 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-96173b4d-e855-4d23-97e7-f4b5c65ebb94 req-7c0857d4-97f3-46c5-b051-037285a00fec tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0637262 Mar 18 00:31:47.648740 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-96173b4d-e855-4d23-97e7-f4b5c65ebb94 req-773ff22c-7316-482a-a6ae-dcf1f1824d51 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527494 Mar 18 00:31:48.592723 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bf006-e459-4c0e-89ce-41f51dc3e13f req-9ffe4f5d-097d-4a98-b7a0-aaf7cc6476b8 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:48.594254 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e16bf006-e459-4c0e-89ce-41f51dc3e13f req-9ffe4f5d-097d-4a98-b7a0-aaf7cc6476b8 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0642118 Mar 18 00:31:48.656849 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e16bf006-e459-4c0e-89ce-41f51dc3e13f req-527388f5-d911-41b1-b81a-52da2517e480 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569763 Mar 18 00:31:48.816458 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd1969-eafb-4b56-a13b-4ed405fe7ec5 req-b908a5ce-47a0-4bda-8329-1cfbbb94b420 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:48.820053 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-bdbd1969-eafb-4b56-a13b-4ed405fe7ec5 req-b908a5ce-47a0-4bda-8329-1cfbbb94b420 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0825775 Mar 18 00:31:48.909357 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-bdbd1969-eafb-4b56-a13b-4ed405fe7ec5 req-eb7983d2-f712-42d4-bb4e-187bc63653ad tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802014 Mar 18 00:31:49.800025 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528f365-4a86-45c5-b830-e5b9afc1b63b req-4129f3e1-a682-40f8-8074-27d5848971eb tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:49.806402 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-0528f365-4a86-45c5-b830-e5b9afc1b63b req-4129f3e1-a682-40f8-8074-27d5848971eb tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0621738 Mar 18 00:31:49.858056 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-0528f365-4a86-45c5-b830-e5b9afc1b63b req-b76eff59-71e8-484b-ab7e-8a748ea1dc63 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496585 Mar 18 00:31:50.081564 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfb13a-27e9-4a23-acd7-64e72af2e964 req-b917df23-e7a7-4211-89c1-bcf93d7abf29 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:50.083074 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f3cfb13a-27e9-4a23-acd7-64e72af2e964 req-b917df23-e7a7-4211-89c1-bcf93d7abf29 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0623212 Mar 18 00:31:50.150824 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f3cfb13a-27e9-4a23-acd7-64e72af2e964 req-a833f37a-62c3-4e12-a9c4-d4ab246ed011 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577474 Mar 18 00:31:51.018961 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624d0cf-03c2-4f72-a3ff-f31db88384e2 req-ed5e374b-8d1d-4182-bcc6-783c5f34ea8f tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:51.029208 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f624d0cf-03c2-4f72-a3ff-f31db88384e2 req-ed5e374b-8d1d-4182-bcc6-783c5f34ea8f tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0772972 Mar 18 00:31:51.093029 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f624d0cf-03c2-4f72-a3ff-f31db88384e2 req-45863244-71c9-4839-81fb-19e6f425c218 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623641 Mar 18 00:31:51.345889 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062cb5c-9e0b-4ba6-b649-ec63363ee496 req-fdbe9c35-64f0-4048-b65e-529e7bcd7472 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:51.358677 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e062cb5c-9e0b-4ba6-b649-ec63363ee496 req-fdbe9c35-64f0-4048-b65e-529e7bcd7472 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0873978 Mar 18 00:31:51.462622 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b2fadabd-8f31-41bd-b111-af0b8c449f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:51.482266 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e062cb5c-9e0b-4ba6-b649-ec63363ee496 req-c6f6cdeb-307d-4217-9247-abaf90ea20bd tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203909 Mar 18 00:31:52.313957 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f934c34-7df6-47fc-b0c3-d8b66007ac6a req-b870b8dd-9d31-4253-a88e-9099bcccb527 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:52.324465 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7f934c34-7df6-47fc-b0c3-d8b66007ac6a req-b870b8dd-9d31-4253-a88e-9099bcccb527 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0884511 Mar 18 00:31:52.479539 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7f934c34-7df6-47fc-b0c3-d8b66007ac6a req-90f2724a-8ab6-4624-8aca-d0a668f89eb1 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499066 Mar 18 00:31:52.615410 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a6d99-f4c1-4c92-a8eb-dc7bb2122af6 req-104c8fc4-7b81-4151-a449-948625ad83c8 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:52.624601 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-7c4a6d99-f4c1-4c92-a8eb-dc7bb2122af6 req-104c8fc4-7b81-4151-a449-948625ad83c8 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0732751 Mar 18 00:31:52.686846 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-7c4a6d99-f4c1-4c92-a8eb-dc7bb2122af6 req-20a07484-b063-44c7-a8f5-f4fa644839a2 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607426 Mar 18 00:31:53.725896 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba54a1-61f1-4963-998d-d4185e174494 req-b5ea5534-ff1b-40ae-a9e1-e7d61b1c4b73 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:53.739053 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a4ba54a1-61f1-4963-998d-d4185e174494 req-b5ea5534-ff1b-40ae-a9e1-e7d61b1c4b73 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.1176286 Mar 18 00:31:53.828123 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3191790a-1aa5-4238-be6c-61ffca3d63e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:53.942861 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a4ba54a1-61f1-4963-998d-d4185e174494 req-64043159-4508-4e14-b855-c0afa6308dac tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028077 Mar 18 00:31:53.958737 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285936da-a16b-4131-b8b0-bc4208a0a1cd req-d6b1795c-966b-489c-9493-c790cd9abaa8 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:53.962149 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-285936da-a16b-4131-b8b0-bc4208a0a1cd req-d6b1795c-966b-489c-9493-c790cd9abaa8 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.1197197 Mar 18 00:31:54.033987 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-285936da-a16b-4131-b8b0-bc4208a0a1cd req-7e994eec-155d-4be5-bc3b-8d3fa11966b8 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698836 Mar 18 00:31:54.671088 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:55.079433 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332ae95-c41a-483b-b66c-a91580ff6228 req-abd65c69-b016-4165-a30a-cbd1fcbfb027 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:55.081560 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2332ae95-c41a-483b-b66c-a91580ff6228 req-abd65c69-b016-4165-a30a-cbd1fcbfb027 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0568724 Mar 18 00:31:55.182563 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2332ae95-c41a-483b-b66c-a91580ff6228 req-96490e83-6595-4132-9b9c-a64e85d7817b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802345 Mar 18 00:31:55.230866 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8daaf-2849-4ae5-955c-2fb5f33c3922 req-5e49d172-39d9-4791-a85e-71060c123403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:55.232362 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-96a8daaf-2849-4ae5-955c-2fb5f33c3922 req-5e49d172-39d9-4791-a85e-71060c123403 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0bd772cceaf4f9486cf4424af396729&device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 1129 time: 0.0645714 Mar 18 00:31:55.239907 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d7965-0abe-4c97-bfde-8b3762b6728a req-001352d7-daa9-484f-b864-9b4afc78e796 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:55.241827 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-a82d7965-0abe-4c97-bfde-8b3762b6728a req-001352d7-daa9-484f-b864-9b4afc78e796 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0622904 Mar 18 00:31:55.298001 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-a82d7965-0abe-4c97-bfde-8b3762b6728a req-8ffaa9a1-7088-4ab6-b6a1-39d943c44112 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505381 Mar 18 00:31:55.340466 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8daaf-2849-4ae5-955c-2fb5f33c3922 req-1923d162-0fc3-4677-ad7b-7f7788de746c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:55.341970 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-96a8daaf-2849-4ae5-955c-2fb5f33c3922 req-1923d162-0fc3-4677-ad7b-7f7788de746c service neutron] 10.222.0.10 "GET /v2.0/networks?id=42586f8a-ab3e-4979-8086-8a3f40b27b85 HTTP/1.1" status: 200 len: 917 time: 0.1027951 Mar 18 00:31:55.410952 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-96a8daaf-2849-4ae5-955c-2fb5f33c3922 req-ccd09b18-a91a-4eaa-9036-3c968d05f99f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=996e1454-7e85-4345-8d6a-6a612f71e6f2 HTTP/1.1" status: 200 len: 1001 time: 0.0607958 Mar 18 00:31:55.460454 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8daaf-2849-4ae5-955c-2fb5f33c3922 req-a24ef78f-0964-459a-b876-8356731d24f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:55.462188 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-96a8daaf-2849-4ae5-955c-2fb5f33c3922 req-a24ef78f-0964-459a-b876-8356731d24f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76384fd9-f436-4624-9d38-5e3873131694 HTTP/1.1" status: 200 len: 856 time: 0.0439126 Mar 18 00:31:55.515648 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8daaf-2849-4ae5-955c-2fb5f33c3922 req-5fa5dd04-75a7-444c-b35e-a6a71a6975fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:55.517132 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-96a8daaf-2849-4ae5-955c-2fb5f33c3922 req-5fa5dd04-75a7-444c-b35e-a6a71a6975fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42586f8a-ab3e-4979-8086-8a3f40b27b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0472631 Mar 18 00:31:55.614795 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-96a8daaf-2849-4ae5-955c-2fb5f33c3922 req-6193b050-5f2f-4308-b61f-8162d770cb10 service neutron] 10.222.0.10 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895123 Mar 18 00:31:55.764980 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-96a8daaf-2849-4ae5-955c-2fb5f33c3922 req-63842c4f-8249-4720-ba8e-8a2834ad34dc service neutron] 10.222.0.10 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351933 Mar 18 00:31:55.910967 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05eb78d-b04a-46fc-92f5-7e8fdcb63675 req-7c5c24a6-8d30-406d-8cde-7139f694359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:55.912568 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b05eb78d-b04a-46fc-92f5-7e8fdcb63675 req-7c5c24a6-8d30-406d-8cde-7139f694359f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 1130 time: 0.0535228 Mar 18 00:31:55.964601 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b05eb78d-b04a-46fc-92f5-7e8fdcb63675 req-07d77a52-672f-4a4e-871a-b2a229795cf8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439107 Mar 18 00:31:56.357126 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a370bfe-8e3f-49d2-8ab3-ca7f17a7607d req-45539287-31f6-4199-8dff-40b80a86d55c tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:56.363495 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-3a370bfe-8e3f-49d2-8ab3-ca7f17a7607d req-45539287-31f6-4199-8dff-40b80a86d55c tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0834219 Mar 18 00:31:56.370183 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:56.456781 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-3a370bfe-8e3f-49d2-8ab3-ca7f17a7607d req-7a9dc820-5bfc-4130-ad76-2c1b41c183cb tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799851 Mar 18 00:31:56.469672 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ffc63-587b-4a14-acaf-98b37fbff579 req-806911aa-855e-4b49-b8f5-2204664168da tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:56.482327 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9a8ffc63-587b-4a14-acaf-98b37fbff579 req-806911aa-855e-4b49-b8f5-2204664168da tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0663335 Mar 18 00:31:56.536300 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9a8ffc63-587b-4a14-acaf-98b37fbff579 req-5e574d2d-46b5-4454-a5a0-7455c84dbef3 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486238 Mar 18 00:31:57.601223 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b732d-ee3f-4149-81dc-8de5fc8aa7c8 req-828cfd8c-c847-430c-b840-be1652c938b0 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:57.603595 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d95b732d-ee3f-4149-81dc-8de5fc8aa7c8 req-828cfd8c-c847-430c-b840-be1652c938b0 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0660660 Mar 18 00:31:57.656279 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d95b732d-ee3f-4149-81dc-8de5fc8aa7c8 req-c100c95d-7292-4044-bc3c-0f3ad8925428 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466614 Mar 18 00:31:57.665836 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249c80a-7d57-41d1-91e2-95e24d6da01c req-4df00424-3bbe-4018-acd4-beb3d57b6fb3 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:57.667514 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c249c80a-7d57-41d1-91e2-95e24d6da01c req-4df00424-3bbe-4018-acd4-beb3d57b6fb3 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0579660 Mar 18 00:31:57.718754 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c249c80a-7d57-41d1-91e2-95e24d6da01c req-389423a5-bba0-4497-a0d3-abc322a861e6 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440145 Mar 18 00:31:57.742615 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:58.215839 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ff78e-b61c-4ee8-813c-ec54d4c5cf4e req-8e802ae3-049c-4e50-bc58-b696a97e3ab2 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:58.217381 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac3ff78e-b61c-4ee8-813c-ec54d4c5cf4e req-8e802ae3-049c-4e50-bc58-b696a97e3ab2 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0885959 Mar 18 00:31:58.223543 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744c9b6-fe96-4d0e-8872-05de1197e816 req-4b07575f-fd07-419a-a5f7-4dcb0ad842cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:58.224982 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7744c9b6-fe96-4d0e-8872-05de1197e816 req-4b07575f-fd07-419a-a5f7-4dcb0ad842cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab1e227852a347109abfca16a62e0b84&device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 1130 time: 0.0863643 Mar 18 00:31:58.335661 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac3ff78e-b61c-4ee8-813c-ec54d4c5cf4e req-93a59d2c-7998-462d-b467-c1a14c44a8f9 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087101 Mar 18 00:31:58.448271 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744c9b6-fe96-4d0e-8872-05de1197e816 req-b1c2f997-de8e-4972-a5c9-30f0d0fe279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:58.451263 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7744c9b6-fe96-4d0e-8872-05de1197e816 req-b1c2f997-de8e-4972-a5c9-30f0d0fe279d service neutron] 10.222.0.10 "GET /v2.0/networks?id=84748e75-c932-49cf-9755-9d062da3cfcc HTTP/1.1" status: 200 len: 919 time: 0.2038403 Mar 18 00:31:58.501995 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7744c9b6-fe96-4d0e-8872-05de1197e816 req-0a4b5565-22a8-4129-9228-c34e4c192715 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e418c320-2ee1-42d5-91c0-ca989a8b7cdb HTTP/1.1" status: 200 len: 217 time: 0.0425453 Mar 18 00:31:58.590514 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744c9b6-fe96-4d0e-8872-05de1197e816 req-72be583c-1ade-43a1-b588-87cc2eeaeba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:58.591959 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7744c9b6-fe96-4d0e-8872-05de1197e816 req-72be583c-1ade-43a1-b588-87cc2eeaeba7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffd85f2-fb38-454d-bc7d-cc26360c8265 HTTP/1.1" status: 200 len: 859 time: 0.0806355 Mar 18 00:31:58.639921 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7744c9b6-fe96-4d0e-8872-05de1197e816 req-53c96ef2-bb52-4e5f-88b5-38d36bf7ae4b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84748e75-c932-49cf-9755-9d062da3cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395100 Mar 18 00:31:58.771546 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7744c9b6-fe96-4d0e-8872-05de1197e816 req-e709526d-5ce5-41f5-9422-aace436191ce service neutron] 10.222.0.10 "GET /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226652 Mar 18 00:31:58.804986 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54984a9a-0c88-4f18-b574-3aeb54dc2f2d req-00451bfc-3e1c-45aa-92ca-3676239ad606 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:58.806473 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-54984a9a-0c88-4f18-b574-3aeb54dc2f2d req-00451bfc-3e1c-45aa-92ca-3676239ad606 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 945 time: 0.0584428 Mar 18 00:31:58.867597 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-54984a9a-0c88-4f18-b574-3aeb54dc2f2d req-4fd4ca2a-54b2-4233-8978-80c4df66f7e9 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552962 Mar 18 00:31:58.891374 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7744c9b6-fe96-4d0e-8872-05de1197e816 req-5d43665d-d57b-44a5-ab71-2a24991cb39c service neutron] 10.222.0.10 "GET /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083663 Mar 18 00:31:59.112302 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 996e1454-7e85-4345-8d6a-6a612f71e6f2 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:31:59.217809 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 996e1454-7e85-4345-8d6a-6a612f71e6f2 is: ACTIVE; New status is: DOWN {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:31:59.219213 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:59.257686 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0aa092-177e-40a3-8f46-128f5ad286f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '996e1454-7e85-4345-8d6a-6a612f71e6f2'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:31:59.260230 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53977c7-d400-40ac-a43d-4b7074c68069" -d '{"events": [{"server_uuid": "cd0aa092-177e-40a3-8f46-128f5ad286f9", "name": "network-vif-unplugged", "status": "completed", "tag": "996e1454-7e85-4345-8d6a-6a612f71e6f2"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:31:59.275846 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 996e1454-7e85-4345-8d6a-6a612f71e6f2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=996e1454-7e85-4345-8d6a-6a612f71e6f2,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:31:59.282070 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:31:59.341530 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Mar 2022 00:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3473de13-f88a-4f22-9277-c1a1c5d19367 x-openstack-request-id: req-3473de13-f88a-4f22-9277-c1a1c5d19367 {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:31:59.341825 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0aa092-177e-40a3-8f46-128f5ad286f9", "name": "network-vif-unplugged", "status": "failed", "tag": "996e1454-7e85-4345-8d6a-6a612f71e6f2", "code": 422}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:31:59.342283 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3473de13-f88a-4f22-9277-c1a1c5d19367 {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:31:59.342779 dv-cinder-768458-19-smb neutron-server[109624]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd0aa092-177e-40a3-8f46-128f5ad286f9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '996e1454-7e85-4345-8d6a-6a612f71e6f2', 'code': 422} returned with failed status Mar 18 00:31:59.356440 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=996e1454-7e85-4345-8d6a-6a612f71e6f2,revision_number=8']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:31:59.459356 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [req-ea0046d6-934f-4f8e-aa23-996538e5ab25 req-1f9aaf2d-ea80-4523-bc28-25f15fa3aa55 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109623) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 00:31:59.460860 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ea0046d6-934f-4f8e-aa23-996538e5ab25 req-1f9aaf2d-ea80-4523-bc28-25f15fa3aa55 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058696 Mar 18 00:31:59.538894 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f4a54-ed6b-4190-ae5f-e409d445d06f req-c89fb763-49cb-4cbb-8539-90f3f18dac52 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:59.547839 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-fe4f4a54-ed6b-4190-ae5f-e409d445d06f req-c89fb763-49cb-4cbb-8539-90f3f18dac52 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.1009898 Mar 18 00:31:59.619451 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-fe4f4a54-ed6b-4190-ae5f-e409d445d06f req-d424cee7-0d43-4292-ab1b-1346c3eb0005 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705047 Mar 18 00:31:59.729738 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8633f-4035-4c44-8f0e-73b094fd6b39 req-0c77aa2c-9083-4df8-847e-d64237e65ecf tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:31:59.737247 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-21d8633f-4035-4c44-8f0e-73b094fd6b39 req-0c77aa2c-9083-4df8-847e-d64237e65ecf tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 943 time: 0.0821085 Mar 18 00:31:59.817511 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-21d8633f-4035-4c44-8f0e-73b094fd6b39 req-0d462ee0-b4cd-45e2-820e-fd4cd935903b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790570 Mar 18 00:32:00.170890 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 53022) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:00.203770 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 53026) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:00.290763 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-84519824-c2ff-488a-8958-e2bc572739c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:00.331054 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-88cb76b7-4169-4aa1-998b-5b33135b000c req-491921de-0fa6-4cb2-b8fc-96124a70f69a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1582634 Mar 18 00:32:00.350726 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [req-88cb76b7-4169-4aa1-998b-5b33135b000c req-4f4eb8d6-94fe-4c84-aee8-20e1e70f1198 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109623) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 00:32:00.352450 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-88cb76b7-4169-4aa1-998b-5b33135b000c req-4f4eb8d6-94fe-4c84-aee8-20e1e70f1198 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139480 Mar 18 00:32:00.420684 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-84519824-c2ff-488a-8958-e2bc572739c2 admin admin] Publish callbacks [] for security_group (ef82a7b8-9387-44a7-b2da-cabfde07c764), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:00.437319 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-84519824-c2ff-488a-8958-e2bc572739c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (ef82a7b8-9387-44a7-b2da-cabfde07c764), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:00.474977 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-84519824-c2ff-488a-8958-e2bc572739c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee9e438978bb46d28ac1cad54d77b656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701156 Mar 18 00:32:00.484626 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 53034) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:00.492408 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84519824-c2ff-488a-8958-e2bc572739c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef82a7b8-9387-44a7-b2da-cabfde07c764,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:00.511694 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84519824-c2ff-488a-8958-e2bc572739c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:00.512072 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84519824-c2ff-488a-8958-e2bc572739c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:00.512386 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84519824-c2ff-488a-8958-e2bc572739c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:00.512708 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84519824-c2ff-488a-8958-e2bc572739c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:00.513037 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84519824-c2ff-488a-8958-e2bc572739c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:00.513382 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84519824-c2ff-488a-8958-e2bc572739c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:00.513714 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84519824-c2ff-488a-8958-e2bc572739c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:00.514036 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84519824-c2ff-488a-8958-e2bc572739c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:00.514359 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84519824-c2ff-488a-8958-e2bc572739c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:00.514699 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84519824-c2ff-488a-8958-e2bc572739c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:00.515010 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84519824-c2ff-488a-8958-e2bc572739c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:00.515326 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84519824-c2ff-488a-8958-e2bc572739c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:00.515651 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84519824-c2ff-488a-8958-e2bc572739c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:00.515966 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84519824-c2ff-488a-8958-e2bc572739c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:00.516280 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84519824-c2ff-488a-8958-e2bc572739c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:00.562569 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-72699787-9bd4-4b65-9129-a019f9ec827c admin admin] Publish callbacks [] for security_group (ef82a7b8-9387-44a7-b2da-cabfde07c764), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:00.588907 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 53036) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:00.614031 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-72699787-9bd4-4b65-9129-a019f9ec827c admin admin] Publish callbacks [] for security_group (ef82a7b8-9387-44a7-b2da-cabfde07c764), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:00.697684 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-72699787-9bd4-4b65-9129-a019f9ec827c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (ef82a7b8-9387-44a7-b2da-cabfde07c764), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:00.702078 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-72699787-9bd4-4b65-9129-a019f9ec827c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:00.706840 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-72699787-9bd4-4b65-9129-a019f9ec827c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef82a7b8-9387-44a7-b2da-cabfde07c764 HTTP/1.1" status: 204 len: 168 time: 0.2211785 Mar 18 00:32:00.717352 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72699787-9bd4-4b65-9129-a019f9ec827c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef82a7b8-9387-44a7-b2da-cabfde07c764,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:00.787622 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb76b7-4169-4aa1-998b-5b33135b000c req-3eebf87c-5e7a-4979-9f3d-8015169aeb1a tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:00.797853 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-88cb76b7-4169-4aa1-998b-5b33135b000c req-3eebf87c-5e7a-4979-9f3d-8015169aeb1a tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports/996e1454-7e85-4345-8d6a-6a612f71e6f2 HTTP/1.1" status: 200 len: 940 time: 0.2057781 Mar 18 00:32:00.863985 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea1f56-0ad6-4c75-9e37-7f599a65d0b3 req-696dced6-773b-4d4f-b01c-ef7d4d00b21c tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:00.868838 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b4ea1f56-0ad6-4c75-9e37-7f599a65d0b3 req-696dced6-773b-4d4f-b01c-ef7d4d00b21c tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0939732 Mar 18 00:32:00.967846 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b4ea1f56-0ad6-4c75-9e37-7f599a65d0b3 req-f36ff789-68e3-4400-aa84-982bce67868b tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921979 Mar 18 00:32:01.082494 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34eb1e-a5a9-42c4-9150-1399a20578c7 req-93739a2c-01c1-4224-b361-d191639eeb8b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:01.091833 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-2e34eb1e-a5a9-42c4-9150-1399a20578c7 req-93739a2c-01c1-4224-b361-d191639eeb8b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 943 time: 0.1209617 Mar 18 00:32:01.174065 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-2e34eb1e-a5a9-42c4-9150-1399a20578c7 req-56c4e224-aba4-48c0-9d3a-8b10097ac26b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808454 Mar 18 00:32:02.409124 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625aef22-3939-44a5-abcc-0cf984cf9737 req-b6307d10-6214-4548-83c3-d3e611c3ad63 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:02.422641 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-625aef22-3939-44a5-abcc-0cf984cf9737 req-b6307d10-6214-4548-83c3-d3e611c3ad63 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 943 time: 0.1205022 Mar 18 00:32:02.481927 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-625aef22-3939-44a5-abcc-0cf984cf9737 req-14422ae9-c04a-4e02-951b-3350bc9ad926 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579462 Mar 18 00:32:02.823298 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb76b7-4169-4aa1-998b-5b33135b000c req-45f61ae7-fb23-4f0e-b360-1c1eccbe69fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:02.825880 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-88cb76b7-4169-4aa1-998b-5b33135b000c req-45f61ae7-fb23-4f0e-b360-1c1eccbe69fa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9&tenant_id=c0bd772cceaf4f9486cf4424af396729 HTTP/1.1" status: 200 len: 1127 time: 0.1028757 Mar 18 00:32:02.907170 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb76b7-4169-4aa1-998b-5b33135b000c req-cd612e53-af96-4177-aa1c-d4713d62e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:02.908719 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-88cb76b7-4169-4aa1-998b-5b33135b000c req-cd612e53-af96-4177-aa1c-d4713d62e1b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0bd772cceaf4f9486cf4424af396729&device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 1127 time: 0.0487995 Mar 18 00:32:03.014111 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb76b7-4169-4aa1-998b-5b33135b000c req-3381e6ac-80f9-4e40-b575-e755fbc007db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:03.015585 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-88cb76b7-4169-4aa1-998b-5b33135b000c req-3381e6ac-80f9-4e40-b575-e755fbc007db service neutron] 10.222.0.10 "GET /v2.0/networks?id=42586f8a-ab3e-4979-8086-8a3f40b27b85 HTTP/1.1" status: 200 len: 917 time: 0.0979078 Mar 18 00:32:03.082717 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-88cb76b7-4169-4aa1-998b-5b33135b000c req-ad0b0c00-5805-4735-9afc-a683a899b5f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=996e1454-7e85-4345-8d6a-6a612f71e6f2 HTTP/1.1" status: 200 len: 999 time: 0.0609727 Mar 18 00:32:03.125770 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 996e1454-7e85-4345-8d6a-6a612f71e6f2 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:32:03.151961 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb76b7-4169-4aa1-998b-5b33135b000c req-f0545a0b-d012-4892-a653-3f66f9007c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:03.154543 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-88cb76b7-4169-4aa1-998b-5b33135b000c req-f0545a0b-d012-4892-a653-3f66f9007c94 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76384fd9-f436-4624-9d38-5e3873131694 HTTP/1.1" status: 200 len: 856 time: 0.0656176 Mar 18 00:32:03.205866 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb76b7-4169-4aa1-998b-5b33135b000c req-dcf9594e-5d7b-4e7f-af0f-2e5196af9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:03.207499 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-88cb76b7-4169-4aa1-998b-5b33135b000c req-dcf9594e-5d7b-4e7f-af0f-2e5196af9d32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42586f8a-ab3e-4979-8086-8a3f40b27b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0470161 Mar 18 00:32:03.264736 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 996e1454-7e85-4345-8d6a-6a612f71e6f2 is: DOWN; New status is: DOWN {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:32:03.325670 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-88cb76b7-4169-4aa1-998b-5b33135b000c req-3fdfd050-4afc-4707-b8b1-42b113add407 service neutron] 10.222.0.10 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111021 Mar 18 00:32:03.440216 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-88cb76b7-4169-4aa1-998b-5b33135b000c req-af6715e0-5f74-4ae4-a2f7-90747b739391 service neutron] 10.222.0.10 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081533 Mar 18 00:32:03.650065 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4288b-2016-4caa-ac7c-dc038f65cda2 req-f53a0582-6539-4bc2-8846-9604e58ace76 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:03.654415 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e8e4288b-2016-4caa-ac7c-dc038f65cda2 req-f53a0582-6539-4bc2-8846-9604e58ace76 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 943 time: 0.0667613 Mar 18 00:32:03.759312 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e8e4288b-2016-4caa-ac7c-dc038f65cda2 req-f6d99b11-bd0b-42f5-976e-7cad971c100f tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941226 Mar 18 00:32:03.770474 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 53116) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:03.934754 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1ec1d2af-4c0e-462f-809d-e86f415dd7c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:04.086938 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1ec1d2af-4c0e-462f-809d-e86f415dd7c5 admin admin] Publish callbacks [] for security_group (e37bc721-070f-4643-adba-32508d8f9d40), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:04.091510 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1ec1d2af-4c0e-462f-809d-e86f415dd7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (e37bc721-070f-4643-adba-32508d8f9d40), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:04.139096 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-1ec1d2af-4c0e-462f-809d-e86f415dd7c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b24041d96dc4c45987b5237d3b0a6e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3675501 Mar 18 00:32:04.140244 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1d2af-4c0e-462f-809d-e86f415dd7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37bc721-070f-4643-adba-32508d8f9d40,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:04.141729 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 53142) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:04.236470 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ed54366f-03df-490f-b8aa-a9025e5a027f admin admin] Publish callbacks [] for security_group (e37bc721-070f-4643-adba-32508d8f9d40), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:04.281354 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ed54366f-03df-490f-b8aa-a9025e5a027f admin admin] Publish callbacks [] for security_group (e37bc721-070f-4643-adba-32508d8f9d40), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:04.348165 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ed54366f-03df-490f-b8aa-a9025e5a027f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (e37bc721-070f-4643-adba-32508d8f9d40), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:04.355262 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ed54366f-03df-490f-b8aa-a9025e5a027f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:04.356991 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-ed54366f-03df-490f-b8aa-a9025e5a027f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e37bc721-070f-4643-adba-32508d8f9d40 HTTP/1.1" status: 204 len: 168 time: 0.2141938 Mar 18 00:32:04.368750 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54366f-03df-490f-b8aa-a9025e5a027f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37bc721-070f-4643-adba-32508d8f9d40,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:04.967217 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4bce7-ca77-4507-8569-3d9975e2dc09 req-c9f86998-15d6-4cb8-b6b5-3624c45faf83 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:04.969526 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-19f4bce7-ca77-4507-8569-3d9975e2dc09 req-c9f86998-15d6-4cb8-b6b5-3624c45faf83 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 943 time: 0.1321349 Mar 18 00:32:05.073595 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-19f4bce7-ca77-4507-8569-3d9975e2dc09 req-dbe7bece-2159-4381-b4d8-254e6fbcc912 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897291 Mar 18 00:32:05.535778 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 53176) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:05.585057 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a44fc2-1795-459a-8a5d-d9cc21cf8fce req-ae35679a-9bd9-477e-af00-4d8024b55a58 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:05.599126 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-30a44fc2-1795-459a-8a5d-d9cc21cf8fce req-ae35679a-9bd9-477e-af00-4d8024b55a58 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.1256425 Mar 18 00:32:05.680949 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-30a44fc2-1795-459a-8a5d-d9cc21cf8fce req-f5f226c9-17db-43a0-89bb-b06bf68dd772 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787997 Mar 18 00:32:05.773169 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-8c75497a-4be5-48fa-806d-c3c8af424601 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1381214631-network', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:32:05.812169 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c75497a-4be5-48fa-806d-c3c8af424601 admin admin] Made reservation on behalf of 566f1fc415cf4cb193c8e431d0d0f3db for: {'network': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:32:05.814558 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8c75497a-4be5-48fa-806d-c3c8af424601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for network (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:05.828817 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8c75497a-4be5-48fa-806d-c3c8af424601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:05.938765 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8c75497a-4be5-48fa-806d-c3c8af424601 admin admin] Publish callbacks [] for security_group (f4b794a3-c248-499f-adad-47187411f2d0), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:05.947585 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8c75497a-4be5-48fa-806d-c3c8af424601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (f4b794a3-c248-499f-adad-47187411f2d0), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:06.086143 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:06.103709 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75497a-4be5-48fa-806d-c3c8af424601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b794a3-c248-499f-adad-47187411f2d0,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:06.106589 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c75497a-4be5-48fa-806d-c3c8af424601 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=109622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 00:32:06.121698 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8c75497a-4be5-48fa-806d-c3c8af424601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (3f4680f7-c685-44a9-a1e4-1a3205ecc5dd), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:06.121698 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.segments_db [None req-8c75497a-4be5-48fa-806d-c3c8af424601 admin admin] Added segment 3f4680f7-c685-44a9-a1e4-1a3205ecc5dd of type vlan for network 96ae1d1c-dc7f-45c7-b0c1-8234cd904409 Mar 18 00:32:06.202921 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8c75497a-4be5-48fa-806d-c3c8af424601 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731764300'] for network (96ae1d1c-dc7f-45c7-b0c1-8234cd904409), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:06.242670 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8c75497a-4be5-48fa-806d-c3c8af424601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for network (96ae1d1c-dc7f-45c7-b0c1-8234cd904409), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:06.243856 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c75497a-4be5-48fa-806d-c3c8af424601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:06.244777 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8c75497a-4be5-48fa-806d-c3c8af424601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:06.345637 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75497a-4be5-48fa-806d-c3c8af424601 admin admin] Pushing event updated for resources: {'Network': ['ID=96ae1d1c-dc7f-45c7-b0c1-8234cd904409,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:06.354430 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 53182) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:06.356990 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-8c75497a-4be5-48fa-806d-c3c8af424601 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8194549 Mar 18 00:32:06.360133 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-f0d8fcf6-d4ed-441d-a280-62f09d02a0c6 admin admin] Request body: {'subnet': {'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1381214631-subnet', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'ip_version': 4}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:32:06.364284 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Network 96ae1d1c-dc7f-45c7-b0c1-8234cd904409 details requested by agent ovs-agent-dv-cinder-768458-19-smb with host dv-cinder-768458-19-smb {{(pid=109624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 00:32:06.416910 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d8fcf6-d4ed-441d-a280-62f09d02a0c6 admin admin] Made reservation on behalf of 566f1fc415cf4cb193c8e431d0d0f3db for: {'subnet': 1} {{(pid=109623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:32:06.419690 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f0d8fcf6-d4ed-441d-a280-62f09d02a0c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547843'] for subnet (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:06.440643 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7a2f1-64c9-4d56-ae23-8d847b0a5214 req-447aa116-7323-49be-8395-ee4a27bd3f39 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:06.443335 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e8b7a2f1-64c9-4d56-ae23-8d847b0a5214 req-447aa116-7323-49be-8395-ee4a27bd3f39 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 943 time: 0.1072390 Mar 18 00:32:06.611518 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e8b7a2f1-64c9-4d56-ae23-8d847b0a5214 req-4ce21c4e-cd3d-4044-914b-fec78c001f97 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612935 Mar 18 00:32:06.754788 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f0d8fcf6-d4ed-441d-a280-62f09d02a0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9399338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547861'] for subnet (b1a76d3f-7d67-4646-8350-4b7833079f0d), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:06.873502 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d8fcf6-d4ed-441d-a280-62f09d02a0c6 admin admin] Checking segment: {'id': '3f4680f7-c685-44a9-a1e4-1a3205ecc5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:32:06.873865 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d8fcf6-d4ed-441d-a280-62f09d02a0c6 admin admin] Network hostable DHCP agents. Network: 96ae1d1c-dc7f-45c7-b0c1-8234cd904409, hostable agents: ['b07357a2-37bf-41ae-8167-2445c892fa1f'], hosted agents: [] {{(pid=109623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 00:32:06.883115 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8fcf6-d4ed-441d-a280-62f09d02a0c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1a76d3f-7d67-4646-8350-4b7833079f0d,revision_number=0']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:06.899046 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d8fcf6-d4ed-441d-a280-62f09d02a0c6 admin admin] Network 96ae1d1c-dc7f-45c7-b0c1-8234cd904409 is scheduled to be hosted by DHCP agent b07357a2-37bf-41ae-8167-2445c892fa1f with binding_index 1 {{(pid=109623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 00:32:06.920391 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-f0d8fcf6-d4ed-441d-a280-62f09d02a0c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-19-smb, 96ae1d1c-dc7f-45c7-b0c1-8234cd904409) {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:32:06.932785 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13ec8f4-9f31-4a09-9864-79b98acad36e None None] Network 96ae1d1c-dc7f-45c7-b0c1-8234cd904409 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:32:06.941717 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccded7-7ac2-4cbc-b437-63ad11a896b8 req-b9f18ccd-9504-4402-b9f2-17b32353e68b tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:06.945642 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f9ccded7-7ac2-4cbc-b437-63ad11a896b8 req-b9f18ccd-9504-4402-b9f2-17b32353e68b tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.1591134 Mar 18 00:32:06.948026 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d8fcf6-d4ed-441d-a280-62f09d02a0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:06.949259 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f0d8fcf6-d4ed-441d-a280-62f09d02a0c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:06.987421 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-f0d8fcf6-d4ed-441d-a280-62f09d02a0c6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6312835 Mar 18 00:32:06.990113 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 53186) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:06.995739 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-bfdedbcb-1cf5-498d-be5a-d2f82ff665d3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1381214631-router', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:32:07.031230 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-bfdedbcb-1cf5-498d-be5a-d2f82ff665d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router (cc63c651-7ab2-499a-8ba7-5779fdce54d6), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:07.032529 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-bfdedbcb-1cf5-498d-be5a-d2f82ff665d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704184', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2189'] for router (cc63c651-7ab2-499a-8ba7-5779fdce54d6), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:07.095854 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f9ccded7-7ac2-4cbc-b437-63ad11a896b8 req-4edb7531-8be2-4b1a-9246-7c1232f5a555 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265347 Mar 18 00:32:07.146139 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-bfdedbcb-1cf5-498d-be5a-d2f82ff665d3 admin admin] Publish callbacks [] for router_controller (cc63c651-7ab2-499a-8ba7-5779fdce54d6), precommit_add_association {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:07.189602 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9bd0a0-9365-4766-812c-9c9a30a3da3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6b2e7e5-47b8-5636-b6db-199e905836e3-96ae1d1c-dc7f-45c7-b0c1-8234cd904409', 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409', 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'fixed_ips': [{'subnet_id': 'b1a76d3f-7d67-4646-8350-4b7833079f0d'}]}} from dv-cinder-768458-19-smb. {{(pid=109624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 00:32:07.191129 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-cc9bd0a0-9365-4766-812c-9c9a30a3da3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:07.372375 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.db_base_plugin_common [None req-cc9bd0a0-9365-4766-812c-9c9a30a3da3e None None] Allocated IP 172.20.0.2 (96ae1d1c-dc7f-45c7-b0c1-8234cd904409/b1a76d3f-7d67-4646-8350-4b7833079f0d/3932e12d-5dc5-45fb-a095-3ac9fa3018dc) {{(pid=109624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:32:07.386817 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-bfdedbcb-1cf5-498d-be5a-d2f82ff665d3 admin admin] Publish callbacks [] for router_gateway (cc63c651-7ab2-499a-8ba7-5779fdce54d6), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:07.600126 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-cc9bd0a0-9365-4766-812c-9c9a30a3da3e None None] Publish callbacks [] for port (3932e12d-5dc5-45fb-a095-3ac9fa3018dc), precommit_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:07.612037 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-cc9bd0a0-9365-4766-812c-9c9a30a3da3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518'] for port (3932e12d-5dc5-45fb-a095-3ac9fa3018dc), after_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:07.673800 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9bd0a0-9365-4766-812c-9c9a30a3da3e None None] Network 96ae1d1c-dc7f-45c7-b0c1-8234cd904409 is already hosted by enough agents. {{(pid=109624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:32:07.673800 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.scheduler.base_scheduler [None req-cc9bd0a0-9365-4766-812c-9c9a30a3da3e None None] Resources bound (agent type, host, resource id): {{(pid=109624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:32:07.673800 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9bd0a0-9365-4766-812c-9c9a30a3da3e None None] Received port after_create {{(pid=109624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:32:07.681797 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bd0a0-9365-4766-812c-9c9a30a3da3e None None] Pushing event updated for resources: {'Port': ['ID=3932e12d-5dc5-45fb-a095-3ac9fa3018dc,revision_number=1']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:07.827957 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-cc9bd0a0-9365-4766-812c-9c9a30a3da3e None None] Attempting to bind port 3932e12d-5dc5-45fb-a095-3ac9fa3018dc on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:32:07.828325 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-cc9bd0a0-9365-4766-812c-9c9a30a3da3e None None] Attempting to bind port 3932e12d-5dc5-45fb-a095-3ac9fa3018dc by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': '3f4680f7-c685-44a9-a1e4-1a3205ecc5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409'}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:32:07.828938 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9bd0a0-9365-4766-812c-9c9a30a3da3e None None] Attempting to bind port 3932e12d-5dc5-45fb-a095-3ac9fa3018dc on network 96ae1d1c-dc7f-45c7-b0c1-8234cd904409 {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:32:07.838381 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9bd0a0-9365-4766-812c-9c9a30a3da3e None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:32:07.839094 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9bd0a0-9365-4766-812c-9c9a30a3da3e None None] Checking segment: {'id': '3f4680f7-c685-44a9-a1e4-1a3205ecc5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:32:07.839558 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-cc9bd0a0-9365-4766-812c-9c9a30a3da3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:07.840033 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9bd0a0-9365-4766-812c-9c9a30a3da3e None None] Bound using segment: {'id': '3f4680f7-c685-44a9-a1e4-1a3205ecc5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409'} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:32:07.840578 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-cc9bd0a0-9365-4766-812c-9c9a30a3da3e None None] Bound port: 3932e12d-5dc5-45fb-a095-3ac9fa3018dc, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4680f7-c685-44a9-a1e4-1a3205ecc5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409'}}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:32:07.846324 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-cc9bd0a0-9365-4766-812c-9c9a30a3da3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (3932e12d-5dc5-45fb-a095-3ac9fa3018dc), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:07.988375 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-cc9bd0a0-9365-4766-812c-9c9a30a3da3e None None] For port 3932e12d-5dc5-45fb-a095-3ac9fa3018dc, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:32:07.994726 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-cc9bd0a0-9365-4766-812c-9c9a30a3da3e None None] For port 3932e12d-5dc5-45fb-a095-3ac9fa3018dc, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=3932e12d-5dc5-45fb-a095-3ac9fa3018dc,segment=NetworkSegment(3f4680f7-c685-44a9-a1e4-1a3205ecc5dd),segment_id=3f4680f7-c685-44a9-a1e4-1a3205ecc5dd)] {{(pid=109624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:32:08.004708 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-cc9bd0a0-9365-4766-812c-9c9a30a3da3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (3932e12d-5dc5-45fb-a095-3ac9fa3018dc), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:08.075682 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-bfdedbcb-1cf5-498d-be5a-d2f82ff665d3 admin admin] Publish callbacks [] for router_gateway (cc63c651-7ab2-499a-8ba7-5779fdce54d6), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:08.096496 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bd0a0-9365-4766-812c-9c9a30a3da3e None None] Pushing event updated for resources: {'Port': ['ID=3932e12d-5dc5-45fb-a095-3ac9fa3018dc,revision_number=2']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:08.117576 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc941b-17c2-45a3-a7e4-0b088b2b373d req-89fa9524-e605-4450-b525-122a331037fc tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:08.125040 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c4dc941b-17c2-45a3-a7e4-0b088b2b373d req-89fa9524-e605-4450-b525-122a331037fc tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 943 time: 0.1598103 Mar 18 00:32:08.127399 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-bfdedbcb-1cf5-498d-be5a-d2f82ff665d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:08.323974 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c4dc941b-17c2-45a3-a7e4-0b088b2b373d req-04e33ec2-42c8-4984-a4e5-f252466d755b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979299 Mar 18 00:32:08.386940 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2debf4-6727-444e-a78b-57507260118b req-469c7969-b0fe-496f-96f0-805fbb28ac2f tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:08.395358 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-0c2debf4-6727-444e-a78b-57507260118b req-469c7969-b0fe-496f-96f0-805fbb28ac2f tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.1611557 Mar 18 00:32:08.462849 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [None req-bfdedbcb-1cf5-498d-be5a-d2f82ff665d3 admin admin] Allocated IP 172.28.2.64 (5e3ddc34-ad90-40ce-bf33-6bccf71106f9/1eeedb1d-7e47-41b2-b3a3-f344e50a1163/bd66d787-bc8d-495c-82bb-22d8d165d384) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:32:08.544992 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-0c2debf4-6727-444e-a78b-57507260118b req-956d6bc8-3bab-49a9-8a3e-b84174f74055 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372890 Mar 18 00:32:08.771933 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-bfdedbcb-1cf5-498d-be5a-d2f82ff665d3 admin admin] Publish callbacks [] for port (bd66d787-bc8d-495c-82bb-22d8d165d384), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:08.837782 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-bfdedbcb-1cf5-498d-be5a-d2f82ff665d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (bd66d787-bc8d-495c-82bb-22d8d165d384), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:08.885997 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdedbcb-1cf5-498d-be5a-d2f82ff665d3 admin admin] Network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:32:08.892301 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-bfdedbcb-1cf5-498d-be5a-d2f82ff665d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:32:08.898432 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdedbcb-1cf5-498d-be5a-d2f82ff665d3 admin admin] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:32:09.080052 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdedbcb-1cf5-498d-be5a-d2f82ff665d3 admin admin] Pushing event updated for resources: {'Port': ['ID=bd66d787-bc8d-495c-82bb-22d8d165d384,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:09.203093 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:32:09.262458 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-bfdedbcb-1cf5-498d-be5a-d2f82ff665d3 admin admin] Publish callbacks [] for router_gateway (cc63c651-7ab2-499a-8ba7-5779fdce54d6), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:09.426001 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 3932e12d-5dc5-45fb-a095-3ac9fa3018dc up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:32:09.547830 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 3932e12d-5dc5-45fb-a095-3ac9fa3018dc triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:09.548219 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (3932e12d-5dc5-45fb-a095-3ac9fa3018dc), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:09.732744 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5205a49-7921-4023-89e2-8de06b5784a6 req-d11d2d9f-f301-4e5e-8a74-3608847189e8 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:09.734286 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a5205a49-7921-4023-89e2-8de06b5784a6 req-d11d2d9f-f301-4e5e-8a74-3608847189e8 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 943 time: 0.2942469 Mar 18 00:32:09.737263 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 3932e12d-5dc5-45fb-a095-3ac9fa3018dc is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:32:09.737735 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (3932e12d-5dc5-45fb-a095-3ac9fa3018dc), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:09.808818 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-bfdedbcb-1cf5-498d-be5a-d2f82ff665d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1703981'] for router (cc63c651-7ab2-499a-8ba7-5779fdce54d6), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:09.818144 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22811c2b-96b1-47c8-9c3f-27e21a85eb33 req-1a54d530-8a36-4b4a-9f5f-f0710ca571fd tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:09.823473 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] For port 3932e12d-5dc5-45fb-a095-3ac9fa3018dc, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=3932e12d-5dc5-45fb-a095-3ac9fa3018dc,segment=NetworkSegment(3f4680f7-c685-44a9-a1e4-1a3205ecc5dd),segment_id=3f4680f7-c685-44a9-a1e4-1a3205ecc5dd)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:32:09.826912 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-22811c2b-96b1-47c8-9c3f-27e21a85eb33 req-1a54d530-8a36-4b4a-9f5f-f0710ca571fd tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.1015387 Mar 18 00:32:09.830921 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (3932e12d-5dc5-45fb-a095-3ac9fa3018dc), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:09.887228 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa28b7b-efb1-4cb6-b0c1-2b0f05eb68cb None None] Network 96ae1d1c-dc7f-45c7-b0c1-8234cd904409 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:32:09.903602 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-22811c2b-96b1-47c8-9c3f-27e21a85eb33 req-8f47656e-378f-416f-972c-2851e3141a39 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730064 Mar 18 00:32:10.029297 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a5205a49-7921-4023-89e2-8de06b5784a6 req-b2812fd6-413a-454a-8b41-134cd815f74d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2610843 Mar 18 00:32:10.072945 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdedbcb-1cf5-498d-be5a-d2f82ff665d3 admin admin] Router cc63c651-7ab2-499a-8ba7-5779fdce54d6 is scheduled to L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 with binding_index 1 {{(pid=109622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 00:32:10.154525 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-cd96de33-bdc0-4c13-a236-41b0ab7f9377 None None] Provisioning complete for port 3932e12d-5dc5-45fb-a095-3ac9fa3018dc triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:10.154889 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-cd96de33-bdc0-4c13-a236-41b0ab7f9377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (3932e12d-5dc5-45fb-a095-3ac9fa3018dc), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:10.158095 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Pushing event updated for resources: {'Port': ['ID=3932e12d-5dc5-45fb-a095-3ac9fa3018dc,revision_number=3']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:10.242867 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdedbcb-1cf5-498d-be5a-d2f82ff665d3 admin admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:32:10.255612 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] Sync routers for ids ['cc63c651-7ab2-499a-8ba7-5779fdce54d6'] in dv-cinder-768458-19-smb {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:32:10.273465 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-bfdedbcb-1cf5-498d-be5a-d2f82ff665d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:10.277209 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-bfdedbcb-1cf5-498d-be5a-d2f82ff665d3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2830644 Mar 18 00:32:10.279644 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 53216) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:10.285158 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] Routers {'cc63c651-7ab2-499a-8ba7-5779fdce54d6'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:32:10.285708 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-cd96de33-bdc0-4c13-a236-41b0ab7f9377 None None] Current status of the port 3932e12d-5dc5-45fb-a095-3ac9fa3018dc is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:32:10.285870 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:31:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['cc63c651-7ab2-499a-8ba7-5779fdce54d6'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:10.458116 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] Set router cc63c651-7ab2-499a-8ba7-5779fdce54d6 gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:32:10.620114 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3ae5ed16-afa3-4c2a-b525-0013bf8ed143 None None] Provisioning complete for port 3932e12d-5dc5-45fb-a095-3ac9fa3018dc triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:10.620738 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3ae5ed16-afa3-4c2a-b525-0013bf8ed143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (3932e12d-5dc5-45fb-a095-3ac9fa3018dc), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:10.666633 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'name': 'tempest-TestShelveInstance-1381214631-router', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:32:07Z', 'updated_at': '2022-03-18T00:32:09Z', 'revision_number': 3, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'gw_port': {'id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:08Z', 'updated_at': '2022-03-18T00:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:10.708312 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] Checking router: cc63c651-7ab2-499a-8ba7-5779fdce54d6 for host: dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:32:10.710027 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] Updating router cc63c651-7ab2-499a-8ba7-5779fdce54d6 port bd66d787-bc8d-495c-82bb-22d8d165d384 binding host dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 00:32:10.762530 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3ae5ed16-afa3-4c2a-b525-0013bf8ed143 None None] Current status of the port 3932e12d-5dc5-45fb-a095-3ac9fa3018dc is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:32:10.764912 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (bd66d787-bc8d-495c-82bb-22d8d165d384), before_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:11.046304 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-12fd2a35-eca1-4bc3-b404-fdf5e876e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:11.085256 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbd8c6-6f54-44bc-88df-fc4018bdd06f req-fde98c94-ebeb-4923-9ef6-9f49173b3a2e tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:11.086659 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e2fbd8c6-6f54-44bc-88df-fc4018bdd06f req-fde98c94-ebeb-4923-9ef6-9f49173b3a2e tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.1043012 Mar 18 00:32:11.179461 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e2fbd8c6-6f54-44bc-88df-fc4018bdd06f req-cc182c83-8f99-43ad-bebe-236a84e9ff5b tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851057 Mar 18 00:32:11.205664 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] Publish callbacks [] for port (bd66d787-bc8d-495c-82bb-22d8d165d384), precommit_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:11.216132 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (bd66d787-bc8d-495c-82bb-22d8d165d384), after_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:11.279928 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f835d5-6a44-44ea-ad93-cadad3e6e6aa req-32dea99b-235a-443a-9b82-a924e39d4f57 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:11.281822 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-61f835d5-6a44-44ea-ad93-cadad3e6e6aa req-32dea99b-235a-443a-9b82-a924e39d4f57 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 943 time: 0.1140125 Mar 18 00:32:11.327224 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 3932e12d-5dc5-45fb-a095-3ac9fa3018dc up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:32:11.350999 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b51d8-f130-41da-bed7-7324580c73b8 None None] Pushing event updated for resources: {'Port': ['ID=bd66d787-bc8d-495c-82bb-22d8d165d384,revision_number=2']} {{(pid=109625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:11.396538 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [None req-12fd2a35-eca1-4bc3-b404-fdf5e876e7c5 admin admin] Allocated IP 172.20.0.1 (96ae1d1c-dc7f-45c7-b0c1-8234cd904409/b1a76d3f-7d67-4646-8350-4b7833079f0d/fd126e99-28ad-403d-be90-83a09736d21e) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:32:11.430401 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b51d8-f130-41da-bed7-7324580c73b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:11.430944 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b51d8-f130-41da-bed7-7324580c73b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:11.431461 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b51d8-f130-41da-bed7-7324580c73b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:11.431973 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b51d8-f130-41da-bed7-7324580c73b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:11.432456 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b51d8-f130-41da-bed7-7324580c73b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:11.432928 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b51d8-f130-41da-bed7-7324580c73b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:11.433429 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b51d8-f130-41da-bed7-7324580c73b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:11.433915 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b51d8-f130-41da-bed7-7324580c73b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:11.435444 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b51d8-f130-41da-bed7-7324580c73b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:11.435918 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b51d8-f130-41da-bed7-7324580c73b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:11.436392 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b51d8-f130-41da-bed7-7324580c73b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:11.437026 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b51d8-f130-41da-bed7-7324580c73b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:11.438313 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b51d8-f130-41da-bed7-7324580c73b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:11.438789 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b51d8-f130-41da-bed7-7324580c73b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:11.439545 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b51d8-f130-41da-bed7-7324580c73b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:11.464326 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] Attempting to bind port bd66d787-bc8d-495c-82bb-22d8d165d384 on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:32:11.464856 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] Attempting to bind port bd66d787-bc8d-495c-82bb-22d8d165d384 by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}] {{(pid=109625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:32:11.465414 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] Attempting to bind port bd66d787-bc8d-495c-82bb-22d8d165d384 on network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:32:11.482820 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 3932e12d-5dc5-45fb-a095-3ac9fa3018dc triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:11.486975 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (3932e12d-5dc5-45fb-a095-3ac9fa3018dc), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:11.526750 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:32:11.527719 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] Checking segment: {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:32:11.528297 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:11.528833 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] Bound using segment: {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'} {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:32:11.529476 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] Bound port: bd66d787-bc8d-495c-82bb-22d8d165d384, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}}] {{(pid=109625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:32:11.530186 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (bd66d787-bc8d-495c-82bb-22d8d165d384), before_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:11.589296 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-12fd2a35-eca1-4bc3-b404-fdf5e876e7c5 admin admin] Publish callbacks [] for port (fd126e99-28ad-403d-be90-83a09736d21e), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:11.590176 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.db [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] For port bd66d787-bc8d-495c-82bb-22d8d165d384, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:32:11.595974 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.db [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] For port bd66d787-bc8d-495c-82bb-22d8d165d384, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=bd66d787-bc8d-495c-82bb-22d8d165d384,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:32:11.610077 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (bd66d787-bc8d-495c-82bb-22d8d165d384), after_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:11.683723 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-12fd2a35-eca1-4bc3-b404-fdf5e876e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (fd126e99-28ad-403d-be90-83a09736d21e), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:11.690696 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] Routers {'cc63c651-7ab2-499a-8ba7-5779fdce54d6'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:32:11.691436 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:31:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['cc63c651-7ab2-499a-8ba7-5779fdce54d6'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:11.693116 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b51d8-f130-41da-bed7-7324580c73b8 None None] Pushing event updated for resources: {'Port': ['ID=bd66d787-bc8d-495c-82bb-22d8d165d384,revision_number=3']} {{(pid=109625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:11.693543 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 3932e12d-5dc5-45fb-a095-3ac9fa3018dc is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:32:11.808979 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-61f835d5-6a44-44ea-ad93-cadad3e6e6aa req-fbb301c8-1891-44f5-9e25-767373e93c00 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659482 Mar 18 00:32:11.829670 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fd2a35-eca1-4bc3-b404-fdf5e876e7c5 admin admin] Network 96ae1d1c-dc7f-45c7-b0c1-8234cd904409 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:32:11.834669 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-12fd2a35-eca1-4bc3-b404-fdf5e876e7c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:32:11.861108 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fd2a35-eca1-4bc3-b404-fdf5e876e7c5 admin admin] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:32:11.867291 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] Set router cc63c651-7ab2-499a-8ba7-5779fdce54d6 gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:32:11.912300 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd2a35-eca1-4bc3-b404-fdf5e876e7c5 admin admin] Pushing event updated for resources: {'Port': ['ID=fd126e99-28ad-403d-be90-83a09736d21e,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:11.971485 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-12fd2a35-eca1-4bc3-b404-fdf5e876e7c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705464'] for router_interface (cc63c651-7ab2-499a-8ba7-5779fdce54d6), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:12.284231 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-12fd2a35-eca1-4bc3-b404-fdf5e876e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (fd126e99-28ad-403d-be90-83a09736d21e), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:12.286534 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'name': 'tempest-TestShelveInstance-1381214631-router', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:32:07Z', 'updated_at': '2022-03-18T00:32:09Z', 'revision_number': 3, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'gw_port': {'id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:08Z', 'updated_at': '2022-03-18T00:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:12.320179 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28858bfd-8932-4e66-8f66-4db9a8f88fca None None] The sync data for ids ['cc63c651-7ab2-499a-8ba7-5779fdce54d6'] in dv-cinder-768458-19-smb is: [{'id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'name': 'tempest-TestShelveInstance-1381214631-router', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:32:07Z', 'updated_at': '2022-03-18T00:32:09Z', 'revision_number': 3, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'gw_port': {'id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:08Z', 'updated_at': '2022-03-18T00:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}] {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:32:12.398432 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f54436-67c8-4dae-bb09-51f954b64c3a req-ba4c706a-68c7-45bd-9900-8b2a2dedb539 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:12.399954 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-57f54436-67c8-4dae-bb09-51f954b64c3a req-ba4c706a-68c7-45bd-9900-8b2a2dedb539 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.0874720 Mar 18 00:32:12.423449 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3cfcf875-8f8d-49b3-b870-37230927fbe7 None None] Provisioning complete for port fd126e99-28ad-403d-be90-83a09736d21e triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:12.424108 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3cfcf875-8f8d-49b3-b870-37230927fbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (fd126e99-28ad-403d-be90-83a09736d21e), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:12.509453 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3cfcf875-8f8d-49b3-b870-37230927fbe7 None None] Port fd126e99-28ad-403d-be90-83a09736d21e cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:32:12.611495 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-12fd2a35-eca1-4bc3-b404-fdf5e876e7c5 admin admin] Publish callbacks [] for port (fd126e99-28ad-403d-be90-83a09736d21e), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:12.618652 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-12fd2a35-eca1-4bc3-b404-fdf5e876e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (fd126e99-28ad-403d-be90-83a09736d21e), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:12.796390 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-12fd2a35-eca1-4bc3-b404-fdf5e876e7c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705324'] for router_interface (cc63c651-7ab2-499a-8ba7-5779fdce54d6), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:12.846042 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-57f54436-67c8-4dae-bb09-51f954b64c3a req-68773f85-4a82-41fd-b262-151cf1d90fad tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297550 Mar 18 00:32:13.088584 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd2a35-eca1-4bc3-b404-fdf5e876e7c5 admin admin] Pushing event updated for resources: {'Port': ['ID=fd126e99-28ad-403d-be90-83a09736d21e,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:13.105277 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fd2a35-eca1-4bc3-b404-fdf5e876e7c5 admin admin] Network 96ae1d1c-dc7f-45c7-b0c1-8234cd904409 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:32:13.108004 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-12fd2a35-eca1-4bc3-b404-fdf5e876e7c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:32:13.420434 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device bd66d787-bc8d-495c-82bb-22d8d165d384 up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:32:13.548642 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port bd66d787-bc8d-495c-82bb-22d8d165d384 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:13.549039 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (bd66d787-bc8d-495c-82bb-22d8d165d384), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:13.605407 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5e293-6a1a-412c-b9ac-ca486979aa0d req-8a21f2c8-d203-4e15-84de-033e61637c79 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:13.610198 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1df5e293-6a1a-412c-b9ac-ca486979aa0d req-8a21f2c8-d203-4e15-84de-033e61637c79 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 943 time: 0.5716300 Mar 18 00:32:13.611980 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-c99277ed-c073-42e8-a6df-82bd93e506e1 None None] Provisioning complete for port fd126e99-28ad-403d-be90-83a09736d21e triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:13.612353 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-c99277ed-c073-42e8-a6df-82bd93e506e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (fd126e99-28ad-403d-be90-83a09736d21e), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:13.678105 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1df5e293-6a1a-412c-b9ac-ca486979aa0d req-92cc4d40-563d-4d39-a0fb-b78c7563a9f0 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679638 Mar 18 00:32:13.692712 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fd2a35-eca1-4bc3-b404-fdf5e876e7c5 admin admin] Router cc63c651-7ab2-499a-8ba7-5779fdce54d6 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:32:13.707538 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port bd66d787-bc8d-495c-82bb-22d8d165d384 is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:32:13.707883 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (bd66d787-bc8d-495c-82bb-22d8d165d384), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:13.739157 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-c99277ed-c073-42e8-a6df-82bd93e506e1 None None] Port fd126e99-28ad-403d-be90-83a09736d21e cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:32:13.744157 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] For port bd66d787-bc8d-495c-82bb-22d8d165d384, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=bd66d787-bc8d-495c-82bb-22d8d165d384,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:32:13.753810 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (bd66d787-bc8d-495c-82bb-22d8d165d384), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:13.831136 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Pushing event updated for resources: {'Port': ['ID=bd66d787-bc8d-495c-82bb-22d8d165d384,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:13.861263 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 53288) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:13.863100 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fd2a35-eca1-4bc3-b404-fdf5e876e7c5 admin admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:32:13.869527 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-12fd2a35-eca1-4bc3-b404-fdf5e876e7c5 admin admin] 10.222.0.23 "PUT /v2.0/routers/cc63c651-7ab2-499a-8ba7-5779fdce54d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5888536 Mar 18 00:32:13.979318 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf956ad-d0d4-4b87-b650-4f4dcf5e3219 admin admin] Deleting subnet 67a93ec0-feec-4a8c-90cc-909826eacc55 {{(pid=109623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 00:32:13.984189 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-aaf956ad-d0d4-4b87-b650-4f4dcf5e3219 admin admin] Publish callbacks [] for subnet (67a93ec0-feec-4a8c-90cc-909826eacc55), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:14.027947 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-aaf956ad-d0d4-4b87-b650-4f4dcf5e3219 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9218248'] for subnet (67a93ec0-feec-4a8c-90cc-909826eacc55), precommit_delete_associations {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:14.072669 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-aaf956ad-d0d4-4b87-b650-4f4dcf5e3219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66134612'] for subnet (67a93ec0-feec-4a8c-90cc-909826eacc55), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:14.196393 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-aaf956ad-d0d4-4b87-b650-4f4dcf5e3219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66134605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9399403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547886'] for subnet (67a93ec0-feec-4a8c-90cc-909826eacc55), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:14.229242 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf956ad-d0d4-4b87-b650-4f4dcf5e3219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67a93ec0-feec-4a8c-90cc-909826eacc55,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:14.235635 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-aaf956ad-d0d4-4b87-b650-4f4dcf5e3219 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:14.239694 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-aaf956ad-d0d4-4b87-b650-4f4dcf5e3219 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/67a93ec0-feec-4a8c-90cc-909826eacc55 HTTP/1.1" status: 204 len: 168 time: 0.3767557 Mar 18 00:32:14.243464 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 53300) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:14.248514 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a656205-439d-419c-9cf7-2037888506eb req-27a3b242-3da8-47fc-8597-7d42cf25a33a tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:14.255575 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-3a656205-439d-419c-9cf7-2037888506eb req-27a3b242-3da8-47fc-8597-7d42cf25a33a tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.2833693 Mar 18 00:32:14.323202 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-3a656205-439d-419c-9cf7-2037888506eb req-00fc92da-731d-4a6c-bed9-9dc5f72093be tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663562 Mar 18 00:32:14.366634 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd561-2d04-4337-8941-7cb64303b3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66092315'] for network (85ce071a-fa30-40bd-a83b-e7aa81f2b00f), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:14.484473 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd561-2d04-4337-8941-7cb64303b3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66202081', 'neutron.services.segments.db._delete_segments_for_network-8766732137027'] for network (85ce071a-fa30-40bd-a83b-e7aa81f2b00f), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:14.508561 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-fd1dd561-2d04-4337-8941-7cb64303b3d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ce071a-fa30-40bd-a83b-e7aa81f2b00f']}} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:14.520644 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-fd1dd561-2d04-4337-8941-7cb64303b3d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ac9754-c2d3-40b0-b6d5-bacc088b625d') {'for_net_delete': True} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:14.520950 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-fd1dd561-2d04-4337-8941-7cb64303b3d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ac9754-c2d3-40b0-b6d5-bacc088b625d') {} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:14.540089 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd561-2d04-4337-8941-7cb64303b3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732287052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3923395'] for segment (c7ac9754-c2d3-40b0-b6d5-bacc088b625d), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:14.574531 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd561-2d04-4337-8941-7cb64303b3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (c7ac9754-c2d3-40b0-b6d5-bacc088b625d), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:14.605206 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1dd561-2d04-4337-8941-7cb64303b3d5 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 00:32:14.605740 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd561-2d04-4337-8941-7cb64303b3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695078'] for segment (c7ac9754-c2d3-40b0-b6d5-bacc088b625d), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: Traceback (most recent call last): Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: timer() Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: cb(*args, **kw) Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: return func(*args, **kwargs) Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: self._notify() Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: self.callback(batched_events) Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: event.method(event) Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: return f(self, *a, **k) Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: return self._get(url).json() Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: return self.request(url, 'GET', **kwargs) Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 00:32:14.607392 dv-cinder-768458-19-smb neutron-server[109622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 00:32:14.695065 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd561-2d04-4337-8941-7cb64303b3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66202074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704053'] for network (85ce071a-fa30-40bd-a83b-e7aa81f2b00f), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:14.704139 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 53310) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:14.706552 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd561-2d04-4337-8941-7cb64303b3d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:14.709258 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-0f6570b7-262a-4a08-9655-424cf0d6f1eb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1147815633-network', 'tenant_id': 'bbaa3b446cea4eb1b52e942242da4881'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:32:14.714950 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-fd1dd561-2d04-4337-8941-7cb64303b3d5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/85ce071a-fa30-40bd-a83b-e7aa81f2b00f HTTP/1.1" status: 204 len: 168 time: 0.4703243 Mar 18 00:32:14.731703 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6570b7-262a-4a08-9655-424cf0d6f1eb admin admin] Made reservation on behalf of bbaa3b446cea4eb1b52e942242da4881 for: {'network': 1} {{(pid=109623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:32:14.734487 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-0f6570b7-262a-4a08-9655-424cf0d6f1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for network (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:14.755368 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-0f6570b7-262a-4a08-9655-424cf0d6f1eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:14.766699 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1dd561-2d04-4337-8941-7cb64303b3d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=85ce071a-fa30-40bd-a83b-e7aa81f2b00f,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:14.877295 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928432f-bffb-4cb9-8c45-1fe37d432bb3 req-56fbfd27-3aa4-4f03-9483-cffe6a328d2f tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:14.878303 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9928432f-bffb-4cb9-8c45-1fe37d432bb3 req-56fbfd27-3aa4-4f03-9483-cffe6a328d2f tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 943 time: 0.0738010 Mar 18 00:32:14.921961 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-0f6570b7-262a-4a08-9655-424cf0d6f1eb admin admin] Publish callbacks [] for security_group (93c5e82e-1c8c-4e66-9da8-77d5a028c1be), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:14.926496 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] Sync routers for ids ['cc63c651-7ab2-499a-8ba7-5779fdce54d6'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:32:14.929060 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-0f6570b7-262a-4a08-9655-424cf0d6f1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (93c5e82e-1c8c-4e66-9da8-77d5a028c1be), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:14.941054 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] Routers {'cc63c651-7ab2-499a-8ba7-5779fdce54d6'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:32:14.942093 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:31:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['cc63c651-7ab2-499a-8ba7-5779fdce54d6'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:14.956289 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9928432f-bffb-4cb9-8c45-1fe37d432bb3 req-4adfdd07-ceb7-456d-be08-47e11b158c09 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679142 Mar 18 00:32:14.965424 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6570b7-262a-4a08-9655-424cf0d6f1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c5e82e-1c8c-4e66-9da8-77d5a028c1be,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:14.970886 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6570b7-262a-4a08-9655-424cf0d6f1eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=109623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 00:32:14.982091 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-0f6570b7-262a-4a08-9655-424cf0d6f1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (29be0fac-aedf-4cbd-8281-563bd673bdf5), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:14.982818 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.db.segments_db [None req-0f6570b7-262a-4a08-9655-424cf0d6f1eb admin admin] Added segment 29be0fac-aedf-4cbd-8281-563bd673bdf5 of type vlan for network 6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9 Mar 18 00:32:15.025664 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-0f6570b7-262a-4a08-9655-424cf0d6f1eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731764300'] for network (6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:15.032320 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 53316) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:15.054595 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-0f6570b7-262a-4a08-9655-424cf0d6f1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for network (6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:15.055555 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6570b7-262a-4a08-9655-424cf0d6f1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:15.056137 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-0f6570b7-262a-4a08-9655-424cf0d6f1eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:15.095429 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-3d9f75c4-78bd-4235-be8b-4824eb51e4ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c0acbbb8c2414fea82adc5b398a16dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0603848 Mar 18 00:32:15.096211 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 53318) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:15.108314 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-0f6570b7-262a-4a08-9655-424cf0d6f1eb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4032311 Mar 18 00:32:15.111076 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 53320) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:15.119094 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6570b7-262a-4a08-9655-424cf0d6f1eb admin admin] Pushing event updated for resources: {'Network': ['ID=6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:15.122100 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-27c0c360-071c-4391-9f83-bfef387fdabd admin admin] Request body: {'subnet': {'network_id': '6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1147815633-subnet', 'tenant_id': 'bbaa3b446cea4eb1b52e942242da4881', 'ip_version': 4}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:32:15.132281 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Network 6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9 details requested by agent ovs-agent-dv-cinder-768458-19-smb with host dv-cinder-768458-19-smb {{(pid=109624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 00:32:15.135361 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] Set router cc63c651-7ab2-499a-8ba7-5779fdce54d6 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:32:15.160476 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c0c360-071c-4391-9f83-bfef387fdabd admin admin] Made reservation on behalf of bbaa3b446cea4eb1b52e942242da4881 for: {'subnet': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:32:15.162960 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-27c0c360-071c-4391-9f83-bfef387fdabd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8690801'] for subnet (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:15.213166 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-74c92b89-cc57-4b27-aa3b-89cd95cdaa25 admin admin] Publish callbacks [] for security_group (bf8cbb39-98bd-49a0-bad4-0799df73a1fa), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:15.251068 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-74c92b89-cc57-4b27-aa3b-89cd95cdaa25 admin admin] Publish callbacks [] for security_group (bf8cbb39-98bd-49a0-bad4-0799df73a1fa), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:15.306010 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device bd66d787-bc8d-495c-82bb-22d8d165d384 up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:32:15.345464 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-74c92b89-cc57-4b27-aa3b-89cd95cdaa25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (bf8cbb39-98bd-49a0-bad4-0799df73a1fa), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:15.348656 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-74c92b89-cc57-4b27-aa3b-89cd95cdaa25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:15.350532 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-74c92b89-cc57-4b27-aa3b-89cd95cdaa25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf8cbb39-98bd-49a0-bad4-0799df73a1fa HTTP/1.1" status: 204 len: 168 time: 0.2512748 Mar 18 00:32:15.394170 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c92b89-cc57-4b27-aa3b-89cd95cdaa25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8cbb39-98bd-49a0-bad4-0799df73a1fa,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:15.421678 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-27c0c360-071c-4391-9f83-bfef387fdabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8694725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8690791'] for subnet (4616b90c-bc27-4b3d-a370-261d7142dd13), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:15.442529 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port bd66d787-bc8d-495c-82bb-22d8d165d384 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:15.442907 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (bd66d787-bc8d-495c-82bb-22d8d165d384), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:15.475825 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0c360-071c-4391-9f83-bfef387fdabd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4616b90c-bc27-4b3d-a370-261d7142dd13,revision_number=0']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:15.492491 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c0c360-071c-4391-9f83-bfef387fdabd admin admin] Checking segment: {'id': '29be0fac-aedf-4cbd-8281-563bd673bdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:32:15.492937 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c0c360-071c-4391-9f83-bfef387fdabd admin admin] Network hostable DHCP agents. Network: 6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9, hostable agents: ['b07357a2-37bf-41ae-8167-2445c892fa1f'], hosted agents: [] {{(pid=109622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 00:32:15.496630 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f28c6-bb81-4d1f-91fc-063330d95812 req-21a44679-5043-4cfb-af02-576cec3cf631 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:15.498855 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c16f28c6-bb81-4d1f-91fc-063330d95812 req-21a44679-5043-4cfb-af02-576cec3cf631 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.0779684 Mar 18 00:32:15.516744 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c0c360-071c-4391-9f83-bfef387fdabd admin admin] Network 6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9 is scheduled to be hosted by DHCP agent b07357a2-37bf-41ae-8167-2445c892fa1f with binding_index 1 {{(pid=109622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 00:32:15.531676 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-27c0c360-071c-4391-9f83-bfef387fdabd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-19-smb, 6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9) {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:32:15.537072 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c0c360-071c-4391-9f83-bfef387fdabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:15.539127 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-27c0c360-071c-4391-9f83-bfef387fdabd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for subnet (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:15.555304 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cb052c-1119-456d-aac2-d90f8ae6ffba None None] Network 6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:32:15.564813 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-27c0c360-071c-4391-9f83-bfef387fdabd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4523518 Mar 18 00:32:15.566048 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 53326) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:15.571362 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-189478c8-6c08-4fe2-a88b-20f0433eabab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1147815633-router', 'tenant_id': 'bbaa3b446cea4eb1b52e942242da4881', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:32:15.574127 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c16f28c6-bb81-4d1f-91fc-063330d95812 req-ecff5f99-6745-4f07-8bbf-ab3d469e3d2c tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695364 Mar 18 00:32:15.603942 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-189478c8-6c08-4fe2-a88b-20f0433eabab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router (a8c076d6-d8b1-4a39-8816-813e423255de), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:15.605090 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-189478c8-6c08-4fe2-a88b-20f0433eabab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704184', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2189'] for router (a8c076d6-d8b1-4a39-8816-813e423255de), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:15.644139 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'name': 'tempest-TestShelveInstance-1381214631-router', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:32:07Z', 'updated_at': '2022-03-18T00:32:12Z', 'revision_number': 4, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'gw_port': {'id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:08Z', 'updated_at': '2022-03-18T00:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': 'fd126e99-28ad-403d-be90-83a09736d21e', 'name': '', 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'mac_address': 'fa:16:3e:62:82:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b1a76d3f-7d67-4646-8350-4b7833079f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:11Z', 'updated_at': '2022-03-18T00:32:12Z', 'revision_number': 2, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'subnets': [{'id': 'b1a76d3f-7d67-4646-8350-4b7833079f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:15.669274 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-189478c8-6c08-4fe2-a88b-20f0433eabab admin admin] Publish callbacks [] for router_controller (a8c076d6-d8b1-4a39-8816-813e423255de), precommit_add_association {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:15.680743 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] Checking router: cc63c651-7ab2-499a-8ba7-5779fdce54d6 for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:32:15.681107 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] Updating router cc63c651-7ab2-499a-8ba7-5779fdce54d6 port fd126e99-28ad-403d-be90-83a09736d21e binding host dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 00:32:15.684498 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port bd66d787-bc8d-495c-82bb-22d8d165d384 is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:32:15.743948 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (fd126e99-28ad-403d-be90-83a09736d21e), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:15.754375 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9d0dba-9e2e-4b25-8c88-8b9d8324c0ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6b2e7e5-47b8-5636-b6db-199e905836e3-6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9', 'network_id': '6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9', 'project_id': 'bbaa3b446cea4eb1b52e942242da4881', 'fixed_ips': [{'subnet_id': '4616b90c-bc27-4b3d-a370-261d7142dd13'}]}} from dv-cinder-768458-19-smb. {{(pid=109624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 00:32:15.755585 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-7c9d0dba-9e2e-4b25-8c88-8b9d8324c0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:15.851720 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-189478c8-6c08-4fe2-a88b-20f0433eabab admin admin] Publish callbacks [] for router_gateway (a8c076d6-d8b1-4a39-8816-813e423255de), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:15.919900 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2d530-e134-4d05-beee-157cf6b90b9f req-53413749-1f49-42eb-9c72-19d12a8e984b tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:15.921391 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7ac2d530-e134-4d05-beee-157cf6b90b9f req-53413749-1f49-42eb-9c72-19d12a8e984b tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.10 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 946 time: 0.1250412 Mar 18 00:32:16.035460 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.db_base_plugin_common [None req-7c9d0dba-9e2e-4b25-8c88-8b9d8324c0ab None None] Allocated IP 172.20.0.2 (6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9/4616b90c-bc27-4b3d-a370-261d7142dd13/91b7a5ad-b88e-42e1-82df-39861f4e3e2b) {{(pid=109624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:32:16.105233 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-7ac2d530-e134-4d05-beee-157cf6b90b9f req-fdd4f20b-c466-4ba9-b663-b875ad956f77 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Deleting port fb676a3e-99a9-47de-afae-8aa3966a56d3 {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:32:16.105233 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7ac2d530-e134-4d05-beee-157cf6b90b9f req-fdd4f20b-c466-4ba9-b663-b875ad956f77 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (fb676a3e-99a9-47de-afae-8aa3966a56d3), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.237398 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 53348) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:16.259054 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-189478c8-6c08-4fe2-a88b-20f0433eabab admin admin] Publish callbacks [] for router_gateway (a8c076d6-d8b1-4a39-8816-813e423255de), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.265995 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] Publish callbacks [] for port (fd126e99-28ad-403d-be90-83a09736d21e), precommit_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.276979 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (fd126e99-28ad-403d-be90-83a09736d21e), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.294987 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-189478c8-6c08-4fe2-a88b-20f0433eabab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.298348 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-7ac2d530-e134-4d05-beee-157cf6b90b9f req-fdd4f20b-c466-4ba9-b663-b875ad956f77 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] For port fb676a3e-99a9-47de-afae-8aa3966a56d3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fb676a3e-99a9-47de-afae-8aa3966a56d3,segment=NetworkSegment(de455b86-5b7d-4b92-9374-4d7bb2404dea),segment_id=de455b86-5b7d-4b92-9374-4d7bb2404dea)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:32:16.298700 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7ac2d530-e134-4d05-beee-157cf6b90b9f req-fdd4f20b-c466-4ba9-b663-b875ad956f77 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (fb676a3e-99a9-47de-afae-8aa3966a56d3), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.313712 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6fd94-e728-4274-bb2f-d3d74a0508cc req-6a53c54a-c908-4b09-b943-2c299fab7bff tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:16.315204 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9dd6fd94-e728-4274-bb2f-d3d74a0508cc req-6a53c54a-c908-4b09-b943-2c299fab7bff tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 943 time: 0.2056530 Mar 18 00:32:16.323995 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-7c9d0dba-9e2e-4b25-8c88-8b9d8324c0ab None None] Publish callbacks [] for port (91b7a5ad-b88e-42e1-82df-39861f4e3e2b), precommit_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.326853 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-7ac2d530-e134-4d05-beee-157cf6b90b9f req-fdd4f20b-c466-4ba9-b663-b875ad956f77 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Calling delete_port for fb676a3e-99a9-47de-afae-8aa3966a56d3 owned by compute:nova {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:32:16.338444 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-7c9d0dba-9e2e-4b25-8c88-8b9d8324c0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518'] for port (91b7a5ad-b88e-42e1-82df-39861f4e3e2b), after_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.354513 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-30687a39-6216-4656-99fc-efe462feb924 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1354820819-network', 'tenant_id': '2c21fa15838b407cb598f531d74bb4a7'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:32:16.365771 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad3d8e-08f2-4d82-9181-e7751724f179 None None] Pushing event updated for resources: {'Port': ['ID=fd126e99-28ad-403d-be90-83a09736d21e,revision_number=3']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:16.396855 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30687a39-6216-4656-99fc-efe462feb924 admin admin] Made reservation on behalf of 2c21fa15838b407cb598f531d74bb4a7 for: {'network': 1} {{(pid=109623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:32:16.399690 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-30687a39-6216-4656-99fc-efe462feb924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for network (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.409301 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-30687a39-6216-4656-99fc-efe462feb924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.425645 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9d0dba-9e2e-4b25-8c88-8b9d8324c0ab None None] Network 6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9 is already hosted by enough agents. {{(pid=109624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:32:16.454263 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.scheduler.base_scheduler [None req-7c9d0dba-9e2e-4b25-8c88-8b9d8324c0ab None None] Resources bound (agent type, host, resource id): {{(pid=109624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:32:16.463346 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9d0dba-9e2e-4b25-8c88-8b9d8324c0ab None None] Received port after_create {{(pid=109624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:32:16.513104 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-30687a39-6216-4656-99fc-efe462feb924 admin admin] Publish callbacks [] for security_group (eece1591-a348-4e5d-9e16-eac76fd70bca), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.519368 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-30687a39-6216-4656-99fc-efe462feb924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (eece1591-a348-4e5d-9e16-eac76fd70bca), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.528941 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9dd6fd94-e728-4274-bb2f-d3d74a0508cc req-984f4dd7-1be3-44f5-a923-96fd8597baac tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715937 Mar 18 00:32:16.558726 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [None req-189478c8-6c08-4fe2-a88b-20f0433eabab admin admin] Allocated IP 172.28.2.58 (5e3ddc34-ad90-40ce-bf33-6bccf71106f9/1eeedb1d-7e47-41b2-b3a3-f344e50a1163/761e46e9-90c1-4fb1-8843-445aef8fbca4) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:32:16.593306 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30687a39-6216-4656-99fc-efe462feb924 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=109623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 00:32:16.631051 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30687a39-6216-4656-99fc-efe462feb924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eece1591-a348-4e5d-9e16-eac76fd70bca,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:16.649201 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-30687a39-6216-4656-99fc-efe462feb924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (c40df509-bfcc-4ccb-a9fa-dccb96a7abea), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.649568 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.db.segments_db [None req-30687a39-6216-4656-99fc-efe462feb924 admin admin] Added segment c40df509-bfcc-4ccb-a9fa-dccb96a7abea of type vlan for network 5303f82a-f369-46d5-8545-e9b65413df1c Mar 18 00:32:16.664754 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d0dba-9e2e-4b25-8c88-8b9d8324c0ab None None] Pushing event updated for resources: {'Port': ['ID=91b7a5ad-b88e-42e1-82df-39861f4e3e2b,revision_number=1']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:16.667144 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] Attempting to bind port fd126e99-28ad-403d-be90-83a09736d21e on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:32:16.667511 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] Attempting to bind port fd126e99-28ad-403d-be90-83a09736d21e by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': '3f4680f7-c685-44a9-a1e4-1a3205ecc5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409'}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:32:16.667866 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] Attempting to bind port fd126e99-28ad-403d-be90-83a09736d21e on network 96ae1d1c-dc7f-45c7-b0c1-8234cd904409 {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:32:16.675976 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:32:16.676366 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] Checking segment: {'id': '3f4680f7-c685-44a9-a1e4-1a3205ecc5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:32:16.676751 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.677314 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] Bound using segment: {'id': '3f4680f7-c685-44a9-a1e4-1a3205ecc5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409'} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:32:16.678035 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] Bound port: fd126e99-28ad-403d-be90-83a09736d21e, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4680f7-c685-44a9-a1e4-1a3205ecc5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409'}}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:32:16.678633 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (fd126e99-28ad-403d-be90-83a09736d21e), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.721339 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7ac2d530-e134-4d05-beee-157cf6b90b9f req-fdd4f20b-c466-4ba9-b663-b875ad956f77 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (fb676a3e-99a9-47de-afae-8aa3966a56d3), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.726038 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-7c9d0dba-9e2e-4b25-8c88-8b9d8324c0ab None None] Attempting to bind port 91b7a5ad-b88e-42e1-82df-39861f4e3e2b on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:32:16.726715 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-7c9d0dba-9e2e-4b25-8c88-8b9d8324c0ab None None] Attempting to bind port 91b7a5ad-b88e-42e1-82df-39861f4e3e2b by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': '29be0fac-aedf-4cbd-8281-563bd673bdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9'}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:32:16.727248 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d0dba-9e2e-4b25-8c88-8b9d8324c0ab None None] Attempting to bind port 91b7a5ad-b88e-42e1-82df-39861f4e3e2b on network 6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9 {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:32:16.735873 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-7782ac81-a1a7-4005-8fc6-0abfd7b29642 None None] Provisioning complete for port fd126e99-28ad-403d-be90-83a09736d21e triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:16.736482 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-7782ac81-a1a7-4005-8fc6-0abfd7b29642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (fd126e99-28ad-403d-be90-83a09736d21e), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.738510 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-30687a39-6216-4656-99fc-efe462feb924 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731764300'] for network (5303f82a-f369-46d5-8545-e9b65413df1c), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.762684 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4f20b-c466-4ba9-b663-b875ad956f77 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Pushing event deleted for resources: {'Port': ['ID=fb676a3e-99a9-47de-afae-8aa3966a56d3,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:16.780389 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ed5b4-49b8-4d52-87a4-442fc7e99ff5 req-6ef68408-a8b1-42f2-91a4-b5c3f522fe39 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:16.789914 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-8c0ed5b4-49b8-4d52-87a4-442fc7e99ff5 req-6ef68408-a8b1-42f2-91a4-b5c3f522fe39 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=64fa5186-7055-4178-ac3c-1e1af44afd35 HTTP/1.1" status: 200 len: 867 time: 0.1179922 Mar 18 00:32:16.790331 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] For port fd126e99-28ad-403d-be90-83a09736d21e, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:32:16.793498 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] For port fd126e99-28ad-403d-be90-83a09736d21e, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=fd126e99-28ad-403d-be90-83a09736d21e,segment=NetworkSegment(3f4680f7-c685-44a9-a1e4-1a3205ecc5dd),segment_id=3f4680f7-c685-44a9-a1e4-1a3205ecc5dd)] {{(pid=109624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:32:16.798997 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['e418c320-2ee1-42d5-91c0-ca989a8b7cdb'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:32:16.799871 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-30687a39-6216-4656-99fc-efe462feb924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for network (5303f82a-f369-46d5-8545-e9b65413df1c), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.801117 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30687a39-6216-4656-99fc-efe462feb924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:16.801678 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-30687a39-6216-4656-99fc-efe462feb924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.822622 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d0dba-9e2e-4b25-8c88-8b9d8324c0ab None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:32:16.822992 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d0dba-9e2e-4b25-8c88-8b9d8324c0ab None None] Checking segment: {'id': '29be0fac-aedf-4cbd-8281-563bd673bdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:32:16.823381 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-7c9d0dba-9e2e-4b25-8c88-8b9d8324c0ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.823747 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-189478c8-6c08-4fe2-a88b-20f0433eabab admin admin] Publish callbacks [] for port (761e46e9-90c1-4fb1-8843-445aef8fbca4), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.823878 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d0dba-9e2e-4b25-8c88-8b9d8324c0ab None None] Bound using segment: {'id': '29be0fac-aedf-4cbd-8281-563bd673bdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9'} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:32:16.824229 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-7c9d0dba-9e2e-4b25-8c88-8b9d8324c0ab None None] Bound port: 91b7a5ad-b88e-42e1-82df-39861f4e3e2b, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29be0fac-aedf-4cbd-8281-563bd673bdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9'}}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:32:16.824842 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-7c9d0dba-9e2e-4b25-8c88-8b9d8324c0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (91b7a5ad-b88e-42e1-82df-39861f4e3e2b), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.825481 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac2d530-e134-4d05-beee-157cf6b90b9f req-fdd4f20b-c466-4ba9-b663-b875ad956f77 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] No DVR routers for this DVR port fb676a3e-99a9-47de-afae-8aa3966a56d3 on host hv-cinder-76845 {{(pid=109622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:32:16.826949 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (fd126e99-28ad-403d-be90-83a09736d21e), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.831306 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7ac2d530-e134-4d05-beee-157cf6b90b9f req-fdd4f20b-c466-4ba9-b663-b875ad956f77 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.833936 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7ac2d530-e134-4d05-beee-157cf6b90b9f req-fdd4f20b-c466-4ba9-b663-b875ad956f77 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.10 "DELETE /v2.0/ports/fb676a3e-99a9-47de-afae-8aa3966a56d3 HTTP/1.1" status: 204 len: 173 time: 0.9060807 Mar 18 00:32:16.834403 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fa5186-7055-4178-ac3c-1e1af44afd35', 'name': 'network-vif-deleted', 'tag': 'fb676a3e-99a9-47de-afae-8aa3966a56d3'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:32:16.836972 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfca89f4-60ff-4e52-b843-92cfeb283598" -d '{"events": [{"server_uuid": "64fa5186-7055-4178-ac3c-1e1af44afd35", "name": "network-vif-deleted", "tag": "fb676a3e-99a9-47de-afae-8aa3966a56d3"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:32:16.885146 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-189478c8-6c08-4fe2-a88b-20f0433eabab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (761e46e9-90c1-4fb1-8843-445aef8fbca4), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:16.892781 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-30687a39-6216-4656-99fc-efe462feb924 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6514976 Mar 18 00:32:16.892968 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 53358) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:16.904695 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-10a56055-11c0-477c-aa5f-46fa7fa65e2d admin admin] Request body: {'subnet': {'network_id': '5303f82a-f369-46d5-8545-e9b65413df1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1354820819-subnet', 'tenant_id': '2c21fa15838b407cb598f531d74bb4a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:32:16.924672 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30687a39-6216-4656-99fc-efe462feb924 admin admin] Pushing event updated for resources: {'Network': ['ID=5303f82a-f369-46d5-8545-e9b65413df1c,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:16.928855 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] Routers {'cc63c651-7ab2-499a-8ba7-5779fdce54d6'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:32:16.929610 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:31:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['cc63c651-7ab2-499a-8ba7-5779fdce54d6'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:16.933898 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-8c0ed5b4-49b8-4d52-87a4-442fc7e99ff5 req-74dd4e5d-86df-46ec-8f74-ba043439332c tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423533 Mar 18 00:32:16.956590 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-7782ac81-a1a7-4005-8fc6-0abfd7b29642 None None] Port fd126e99-28ad-403d-be90-83a09736d21e cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:32:16.970165 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c74a6a-43ef-4a65-88de-67e730ce997e x-openstack-request-id: req-d8c74a6a-43ef-4a65-88de-67e730ce997e {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:32:16.970485 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64fa5186-7055-4178-ac3c-1e1af44afd35", "name": "network-vif-deleted", "tag": "fb676a3e-99a9-47de-afae-8aa3966a56d3", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:32:16.970702 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8c74a6a-43ef-4a65-88de-67e730ce997e {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:32:16.971098 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fa5186-7055-4178-ac3c-1e1af44afd35', 'name': 'network-vif-deleted', 'tag': 'fb676a3e-99a9-47de-afae-8aa3966a56d3', 'status': 'completed', 'code': 200} Mar 18 00:32:16.971403 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Network 5303f82a-f369-46d5-8545-e9b65413df1c details requested by agent ovs-agent-dv-cinder-768458-19-smb with host dv-cinder-768458-19-smb {{(pid=109624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 00:32:16.989935 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189478c8-6c08-4fe2-a88b-20f0433eabab admin admin] Network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:32:16.995891 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-189478c8-6c08-4fe2-a88b-20f0433eabab admin admin] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:32:17.004285 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189478c8-6c08-4fe2-a88b-20f0433eabab admin admin] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:32:17.015193 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a56055-11c0-477c-aa5f-46fa7fa65e2d admin admin] Made reservation on behalf of 2c21fa15838b407cb598f531d74bb4a7 for: {'subnet': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:32:17.017539 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-10a56055-11c0-477c-aa5f-46fa7fa65e2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8690801'] for subnet (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:17.051516 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189478c8-6c08-4fe2-a88b-20f0433eabab admin admin] Pushing event updated for resources: {'Port': ['ID=761e46e9-90c1-4fb1-8843-445aef8fbca4,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:17.206426 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad3d8e-08f2-4d82-9181-e7751724f179 None None] Pushing event updated for resources: {'Port': ['ID=fd126e99-28ad-403d-be90-83a09736d21e,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:17.219854 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device fb676a3e-99a9-47de-afae-8aa3966a56d3 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:32:17.261242 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-7c9d0dba-9e2e-4b25-8c88-8b9d8324c0ab None None] For port 91b7a5ad-b88e-42e1-82df-39861f4e3e2b, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:32:17.266537 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] No Port match for: fb676a3e-99a9-47de-afae-8aa3966a56d3 {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:32:17.266902 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device fb676a3e-99a9-47de-afae-8aa3966a56d3 not bound to the agent host hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:32:17.310355 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-7c9d0dba-9e2e-4b25-8c88-8b9d8324c0ab None None] For port 91b7a5ad-b88e-42e1-82df-39861f4e3e2b, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=91b7a5ad-b88e-42e1-82df-39861f4e3e2b,segment=NetworkSegment(29be0fac-aedf-4cbd-8281-563bd673bdf5),segment_id=29be0fac-aedf-4cbd-8281-563bd673bdf5)] {{(pid=109624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:32:17.324424 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] Set router cc63c651-7ab2-499a-8ba7-5779fdce54d6 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:32:17.327417 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-c3f57d16-ab4e-42e2-8c5c-ff4bbf178e68 None None] Provisioning complete for port fd126e99-28ad-403d-be90-83a09736d21e triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:17.328144 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-c3f57d16-ab4e-42e2-8c5c-ff4bbf178e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (fd126e99-28ad-403d-be90-83a09736d21e), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:17.357139 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-7c9d0dba-9e2e-4b25-8c88-8b9d8324c0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (91b7a5ad-b88e-42e1-82df-39861f4e3e2b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:17.415358 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-10a56055-11c0-477c-aa5f-46fa7fa65e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8694725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8690791'] for subnet (fd892237-b49e-4ab7-bc36-69585b25ccb2), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:17.423948 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-189478c8-6c08-4fe2-a88b-20f0433eabab admin admin] Publish callbacks [] for router_gateway (a8c076d6-d8b1-4a39-8816-813e423255de), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:17.616653 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d0dba-9e2e-4b25-8c88-8b9d8324c0ab None None] Pushing event updated for resources: {'Port': ['ID=91b7a5ad-b88e-42e1-82df-39861f4e3e2b,revision_number=2']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:17.726589 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-c3f57d16-ab4e-42e2-8c5c-ff4bbf178e68 None None] Current status of the port fd126e99-28ad-403d-be90-83a09736d21e is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:32:17.726984 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-c3f57d16-ab4e-42e2-8c5c-ff4bbf178e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (fd126e99-28ad-403d-be90-83a09736d21e), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:17.781529 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-c3f57d16-ab4e-42e2-8c5c-ff4bbf178e68 None None] For port fd126e99-28ad-403d-be90-83a09736d21e, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=fd126e99-28ad-403d-be90-83a09736d21e,segment=NetworkSegment(3f4680f7-c685-44a9-a1e4-1a3205ecc5dd),segment_id=3f4680f7-c685-44a9-a1e4-1a3205ecc5dd)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:32:17.789756 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-c3f57d16-ab4e-42e2-8c5c-ff4bbf178e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (fd126e99-28ad-403d-be90-83a09736d21e), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:17.796140 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a56055-11c0-477c-aa5f-46fa7fa65e2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd892237-b49e-4ab7-bc36-69585b25ccb2,revision_number=0']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:17.840996 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a56055-11c0-477c-aa5f-46fa7fa65e2d admin admin] Checking segment: {'id': 'c40df509-bfcc-4ccb-a9fa-dccb96a7abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5303f82a-f369-46d5-8545-e9b65413df1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:32:17.841285 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a56055-11c0-477c-aa5f-46fa7fa65e2d admin admin] Network hostable DHCP agents. Network: 5303f82a-f369-46d5-8545-e9b65413df1c, hostable agents: ['b07357a2-37bf-41ae-8167-2445c892fa1f'], hosted agents: [] {{(pid=109622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 00:32:17.853164 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'name': 'tempest-TestShelveInstance-1381214631-router', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:32:07Z', 'updated_at': '2022-03-18T00:32:12Z', 'revision_number': 4, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'gw_port': {'id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:08Z', 'updated_at': '2022-03-18T00:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': 'fd126e99-28ad-403d-be90-83a09736d21e', 'name': '', 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'mac_address': 'fa:16:3e:62:82:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b1a76d3f-7d67-4646-8350-4b7833079f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:11Z', 'updated_at': '2022-03-18T00:32:16Z', 'revision_number': 4, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'subnets': [{'id': 'b1a76d3f-7d67-4646-8350-4b7833079f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:17.866582 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d11a2-99cb-448f-a41a-46d544c22967 req-b3bb6cdb-ea26-410f-8ffb-790298fd2a23 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:17.868143 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-197d11a2-99cb-448f-a41a-46d544c22967 req-b3bb6cdb-ea26-410f-8ffb-790298fd2a23 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 943 time: 0.1213756 Mar 18 00:32:17.892096 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f87bbc0-fa2d-4da9-8594-a1428ac14fe5 None None] The sync data for ids ['cc63c651-7ab2-499a-8ba7-5779fdce54d6'] in dv-cinder-768458-19-smb is: [{'id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'name': 'tempest-TestShelveInstance-1381214631-router', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:32:07Z', 'updated_at': '2022-03-18T00:32:12Z', 'revision_number': 4, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'gw_port': {'id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:08Z', 'updated_at': '2022-03-18T00:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': 'fd126e99-28ad-403d-be90-83a09736d21e', 'name': '', 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'mac_address': 'fa:16:3e:62:82:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b1a76d3f-7d67-4646-8350-4b7833079f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:11Z', 'updated_at': '2022-03-18T00:32:16Z', 'revision_number': 4, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'subnets': [{'id': 'b1a76d3f-7d67-4646-8350-4b7833079f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:32:17.896945 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f57d16-ab4e-42e2-8c5c-ff4bbf178e68 None None] Pushing event updated for resources: {'Port': ['ID=fd126e99-28ad-403d-be90-83a09736d21e,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:17.951394 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a56055-11c0-477c-aa5f-46fa7fa65e2d admin admin] Network 5303f82a-f369-46d5-8545-e9b65413df1c is scheduled to be hosted by DHCP agent b07357a2-37bf-41ae-8167-2445c892fa1f with binding_index 1 {{(pid=109622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 00:32:17.994260 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-10a56055-11c0-477c-aa5f-46fa7fa65e2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-19-smb, 5303f82a-f369-46d5-8545-e9b65413df1c) {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:32:18.013443 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a56055-11c0-477c-aa5f-46fa7fa65e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:18.014078 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-10a56055-11c0-477c-aa5f-46fa7fa65e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for subnet (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:18.022139 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce819b14-ebad-42bf-9114-a7707345de80 None None] Network 5303f82a-f369-46d5-8545-e9b65413df1c requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:32:18.052532 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-197d11a2-99cb-448f-a41a-46d544c22967 req-a946cc92-a753-437d-a690-83058c12eca3 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417444 Mar 18 00:32:18.080511 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-10a56055-11c0-477c-aa5f-46fa7fa65e2d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1723137 Mar 18 00:32:18.082229 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-189478c8-6c08-4fe2-a88b-20f0433eabab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1703981'] for router (a8c076d6-d8b1-4a39-8816-813e423255de), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:18.191178 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ef2bbd-341a-41a4-b92c-2936775b9965 None None] Network 5303f82a-f369-46d5-8545-e9b65413df1c requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:32:18.364704 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189478c8-6c08-4fe2-a88b-20f0433eabab admin admin] Router a8c076d6-d8b1-4a39-8816-813e423255de is scheduled to L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 with binding_index 1 {{(pid=109622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 00:32:18.375523 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e179352-1ff0-42af-b8a6-071e3b1258c4 req-5ac073f2-4024-457b-beba-bdeaf825fbea tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:18.378958 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1e179352-1ff0-42af-b8a6-071e3b1258c4 req-5ac073f2-4024-457b-beba-bdeaf825fbea tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0925834 Mar 18 00:32:18.521992 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1e179352-1ff0-42af-b8a6-071e3b1258c4 req-2ab4f778-2510-477e-a34b-efb3f4e40d4f tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320040 Mar 18 00:32:18.551507 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189478c8-6c08-4fe2-a88b-20f0433eabab admin admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:32:18.563086 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] Sync routers for ids ['a8c076d6-d8b1-4a39-8816-813e423255de'] in dv-cinder-768458-19-smb {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:32:18.574981 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-189478c8-6c08-4fe2-a88b-20f0433eabab admin admin] Publish callbacks [] for router (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:18.576516 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-189478c8-6c08-4fe2-a88b-20f0433eabab admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0088816 Mar 18 00:32:18.579604 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 53376) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:18.580985 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] Routers {'a8c076d6-d8b1-4a39-8816-813e423255de'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:32:18.581653 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:31:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['a8c076d6-d8b1-4a39-8816-813e423255de'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:18.754279 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] Set router a8c076d6-d8b1-4a39-8816-813e423255de gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:32:18.809759 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7545c2-d0fc-4740-b78a-122315fd706e None None] Network 6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:32:18.946668 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-a9e933f6-c04d-4ec9-a8ba-810386fe2ed1 None None] Provisioning complete for port 91b7a5ad-b88e-42e1-82df-39861f4e3e2b triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:18.951225 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-a9e933f6-c04d-4ec9-a8ba-810386fe2ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (91b7a5ad-b88e-42e1-82df-39861f4e3e2b), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:19.063892 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c076d6-d8b1-4a39-8816-813e423255de', 'name': 'tempest-TestShelveInstance-1147815633-router', 'tenant_id': 'bbaa3b446cea4eb1b52e942242da4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '761e46e9-90c1-4fb1-8843-445aef8fbca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:32:15Z', 'updated_at': '2022-03-18T00:32:17Z', 'revision_number': 3, 'project_id': 'bbaa3b446cea4eb1b52e942242da4881', 'gw_port': {'id': '761e46e9-90c1-4fb1-8843-445aef8fbca4', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c076d6-d8b1-4a39-8816-813e423255de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:16Z', 'updated_at': '2022-03-18T00:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:19.094543 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] Checking router: a8c076d6-d8b1-4a39-8816-813e423255de for host: dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:32:19.095170 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] Updating router a8c076d6-d8b1-4a39-8816-813e423255de port 761e46e9-90c1-4fb1-8843-445aef8fbca4 binding host dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 00:32:19.098123 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-a9e933f6-c04d-4ec9-a8ba-810386fe2ed1 None None] Current status of the port 91b7a5ad-b88e-42e1-82df-39861f4e3e2b is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:32:19.098519 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-a9e933f6-c04d-4ec9-a8ba-810386fe2ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (91b7a5ad-b88e-42e1-82df-39861f4e3e2b), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:19.134801 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (761e46e9-90c1-4fb1-8843-445aef8fbca4), before_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:19.140455 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-a9e933f6-c04d-4ec9-a8ba-810386fe2ed1 None None] For port 91b7a5ad-b88e-42e1-82df-39861f4e3e2b, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=91b7a5ad-b88e-42e1-82df-39861f4e3e2b,segment=NetworkSegment(29be0fac-aedf-4cbd-8281-563bd673bdf5),segment_id=29be0fac-aedf-4cbd-8281-563bd673bdf5)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:32:19.149273 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-a9e933f6-c04d-4ec9-a8ba-810386fe2ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (91b7a5ad-b88e-42e1-82df-39861f4e3e2b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:19.205155 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-347c45cb-e571-4da3-96ba-8fb760c3f97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:19.220202 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 996e1454-7e85-4345-8d6a-6a612f71e6f2 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 00:32:19.324680 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e933f6-c04d-4ec9-a8ba-810386fe2ed1 None None] Pushing event updated for resources: {'Port': ['ID=91b7a5ad-b88e-42e1-82df-39861f4e3e2b,revision_number=3']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:19.384523 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc251f55-2499-46f5-a660-c1d88b8b32b2 req-7fc306d6-3b19-424d-a979-7f6b058735b3 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:19.388168 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-dc251f55-2499-46f5-a660-c1d88b8b32b2 req-7fc306d6-3b19-424d-a979-7f6b058735b3 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 943 time: 0.1550581 Mar 18 00:32:19.489626 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-dc251f55-2499-46f5-a660-c1d88b8b32b2 req-352a2307-8f76-4f0e-b561-6f3ff0019070 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954146 Mar 18 00:32:19.544512 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [None req-347c45cb-e571-4da3-96ba-8fb760c3f97f admin admin] Allocated IP 172.20.0.1 (6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9/4616b90c-bc27-4b3d-a370-261d7142dd13/42be8240-09fe-44f9-b664-8a78b720cf42) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:32:19.588546 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] Publish callbacks [] for port (761e46e9-90c1-4fb1-8843-445aef8fbca4), precommit_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:19.598160 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (761e46e9-90c1-4fb1-8843-445aef8fbca4), after_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:19.672745 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device fd126e99-28ad-403d-be90-83a09736d21e up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:32:19.673491 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-347c45cb-e571-4da3-96ba-8fb760c3f97f admin admin] Publish callbacks [] for port (42be8240-09fe-44f9-b664-8a78b720cf42), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:19.692258 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff72a1-be9a-477c-b6be-ac7445247d57 None None] Pushing event updated for resources: {'Port': ['ID=761e46e9-90c1-4fb1-8843-445aef8fbca4,revision_number=2']} {{(pid=109625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:19.695408 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] Attempting to bind port 761e46e9-90c1-4fb1-8843-445aef8fbca4 on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:32:19.695798 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] Attempting to bind port 761e46e9-90c1-4fb1-8843-445aef8fbca4 by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}] {{(pid=109625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:32:19.696165 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] Attempting to bind port 761e46e9-90c1-4fb1-8843-445aef8fbca4 on network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:32:19.708078 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:32:19.708463 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] Checking segment: {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:32:19.709038 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:19.709522 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] Bound using segment: {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'} {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:32:19.710025 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] Bound port: 761e46e9-90c1-4fb1-8843-445aef8fbca4, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}}] {{(pid=109625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:32:19.710427 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (761e46e9-90c1-4fb1-8843-445aef8fbca4), before_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:19.738975 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 996e1454-7e85-4345-8d6a-6a612f71e6f2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=996e1454-7e85-4345-8d6a-6a612f71e6f2,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:32:19.748795 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-347c45cb-e571-4da3-96ba-8fb760c3f97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (42be8240-09fe-44f9-b664-8a78b720cf42), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:19.758870 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Returning: {'device': '996e1454-7e85-4345-8d6a-6a612f71e6f2', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'port_id': '996e1454-7e85-4345-8d6a-6a612f71e6f2', 'mac_address': 'fa:16:3e:2b:5b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76384fd9-f436-4624-9d38-5e3873131694', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 00:32:19.760555 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-66afb213-a5e1-4605-bbff-d9f2e580b106 None None] Provisioning complete for port 91b7a5ad-b88e-42e1-82df-39861f4e3e2b triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:19.760923 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-66afb213-a5e1-4605-bbff-d9f2e580b106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (91b7a5ad-b88e-42e1-82df-39861f4e3e2b), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:19.773608 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.db [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] For port 761e46e9-90c1-4fb1-8843-445aef8fbca4, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:32:19.777772 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.db [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] For port 761e46e9-90c1-4fb1-8843-445aef8fbca4, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=761e46e9-90c1-4fb1-8843-445aef8fbca4,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:32:19.783986 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (761e46e9-90c1-4fb1-8843-445aef8fbca4), after_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:19.790635 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port fd126e99-28ad-403d-be90-83a09736d21e triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:19.790635 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (fd126e99-28ad-403d-be90-83a09736d21e), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:19.809869 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347c45cb-e571-4da3-96ba-8fb760c3f97f admin admin] Network 6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:32:19.820441 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ad95a-8ed6-41d7-8d51-ec2b3bf56c48 req-69bf096e-e67c-4f77-a1d8-dacf52f113b6 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:19.822245 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ea5ad95a-8ed6-41d7-8d51-ec2b3bf56c48 req-69bf096e-e67c-4f77-a1d8-dacf52f113b6 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.1350191 Mar 18 00:32:19.827164 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-347c45cb-e571-4da3-96ba-8fb760c3f97f admin admin] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:32:19.834053 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347c45cb-e571-4da3-96ba-8fb760c3f97f admin admin] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:32:19.854085 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] Routers {'a8c076d6-d8b1-4a39-8816-813e423255de'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:32:19.855182 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:31:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['a8c076d6-d8b1-4a39-8816-813e423255de'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:19.874130 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 996e1454-7e85-4345-8d6a-6a612f71e6f2 is: DOWN; New status is: BUILD {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:32:19.874602 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:19.884445 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c45cb-e571-4da3-96ba-8fb760c3f97f admin admin] Pushing event updated for resources: {'Port': ['ID=42be8240-09fe-44f9-b664-8a78b720cf42,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:19.902078 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996e1454-7e85-4345-8d6a-6a612f71e6f2 {{(pid=109624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:32:19.923751 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ea5ad95a-8ed6-41d7-8d51-ec2b3bf56c48 req-53b09e2a-3bae-4dc2-881f-5a8cb9c267dc tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832889 Mar 18 00:32:19.924696 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-347c45cb-e571-4da3-96ba-8fb760c3f97f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705464'] for router_interface (a8c076d6-d8b1-4a39-8816-813e423255de), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:19.931358 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff72a1-be9a-477c-b6be-ac7445247d57 None None] Pushing event updated for resources: {'Port': ['ID=761e46e9-90c1-4fb1-8843-445aef8fbca4,revision_number=3']} {{(pid=109625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:19.966271 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 996e1454-7e85-4345-8d6a-6a612f71e6f2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=996e1454-7e85-4345-8d6a-6a612f71e6f2,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:32:20.001919 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:20.055115 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-66afb213-a5e1-4605-bbff-d9f2e580b106 None None] Current status of the port 91b7a5ad-b88e-42e1-82df-39861f4e3e2b is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:32:20.075243 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port fd126e99-28ad-403d-be90-83a09736d21e is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:32:20.076362 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 91b7a5ad-b88e-42e1-82df-39861f4e3e2b up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:32:20.093910 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] Set router a8c076d6-d8b1-4a39-8816-813e423255de gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:32:20.125735 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=996e1454-7e85-4345-8d6a-6a612f71e6f2,revision_number=9']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:20.153259 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 91b7a5ad-b88e-42e1-82df-39861f4e3e2b triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:20.154511 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (91b7a5ad-b88e-42e1-82df-39861f4e3e2b), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:20.170597 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-347c45cb-e571-4da3-96ba-8fb760c3f97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (42be8240-09fe-44f9-b664-8a78b720cf42), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:20.208187 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3cf3b727-e395-4175-be7e-f1682d768bb5 None None] Provisioning complete for port 42be8240-09fe-44f9-b664-8a78b720cf42 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:20.208567 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3cf3b727-e395-4175-be7e-f1682d768bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (42be8240-09fe-44f9-b664-8a78b720cf42), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:20.259984 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3cf3b727-e395-4175-be7e-f1682d768bb5 None None] Port 42be8240-09fe-44f9-b664-8a78b720cf42 cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:32:20.295855 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 91b7a5ad-b88e-42e1-82df-39861f4e3e2b is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:32:20.296317 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-61451514-7f83-4f58-9109-2778169d6ebf tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:20.299254 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-61451514-7f83-4f58-9109-2778169d6ebf tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/networks?id=5303f82a-f369-46d5-8545-e9b65413df1c HTTP/1.1" status: 200 len: 814 time: 0.1390421 Mar 18 00:32:20.316863 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-da016c32-e1ca-4b36-9247-e4ba641563e7 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/quotas/2c21fa15838b407cb598f531d74bb4a7 HTTP/1.1" status: 200 len: 375 time: 0.0093207 Mar 18 00:32:20.326900 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c076d6-d8b1-4a39-8816-813e423255de', 'name': 'tempest-TestShelveInstance-1147815633-router', 'tenant_id': 'bbaa3b446cea4eb1b52e942242da4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '761e46e9-90c1-4fb1-8843-445aef8fbca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:32:15Z', 'updated_at': '2022-03-18T00:32:17Z', 'revision_number': 3, 'project_id': 'bbaa3b446cea4eb1b52e942242da4881', 'gw_port': {'id': '761e46e9-90c1-4fb1-8843-445aef8fbca4', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c076d6-d8b1-4a39-8816-813e423255de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:16Z', 'updated_at': '2022-03-18T00:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:20.355019 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-ef75694e-1f6d-4471-a496-a5b345e75a57 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c21fa15838b407cb598f531d74bb4a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315816 Mar 18 00:32:20.355668 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe87a8a0-4540-4ee6-97e9-055cb4aab3a9 None None] The sync data for ids ['a8c076d6-d8b1-4a39-8816-813e423255de'] in dv-cinder-768458-19-smb is: [{'id': 'a8c076d6-d8b1-4a39-8816-813e423255de', 'name': 'tempest-TestShelveInstance-1147815633-router', 'tenant_id': 'bbaa3b446cea4eb1b52e942242da4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '761e46e9-90c1-4fb1-8843-445aef8fbca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:32:15Z', 'updated_at': '2022-03-18T00:32:17Z', 'revision_number': 3, 'project_id': 'bbaa3b446cea4eb1b52e942242da4881', 'gw_port': {'id': '761e46e9-90c1-4fb1-8843-445aef8fbca4', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c076d6-d8b1-4a39-8816-813e423255de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:16Z', 'updated_at': '2022-03-18T00:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}] {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:32:20.355861 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['996e1454-7e85-4345-8d6a-6a612f71e6f2'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:32:20.376384 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-347c45cb-e571-4da3-96ba-8fb760c3f97f admin admin] Publish callbacks [] for port (42be8240-09fe-44f9-b664-8a78b720cf42), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:20.389454 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-347c45cb-e571-4da3-96ba-8fb760c3f97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (42be8240-09fe-44f9-b664-8a78b720cf42), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:20.470555 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c45cb-e571-4da3-96ba-8fb760c3f97f admin admin] Pushing event updated for resources: {'Port': ['ID=42be8240-09fe-44f9-b664-8a78b720cf42,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:20.474418 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-347c45cb-e571-4da3-96ba-8fb760c3f97f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705324'] for router_interface (a8c076d6-d8b1-4a39-8816-813e423255de), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:20.499476 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-b039fce4-7491-4d57-ae15-00012bb1f1c6 service neutron] 10.222.0.23 "GET /v2.0/networks/5303f82a-f369-46d5-8545-e9b65413df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299109 Mar 18 00:32:20.605992 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-a842c5d8-e75a-454a-b008-e0a37b98e31a service neutron] 10.222.0.23 "GET /v2.0/networks/5303f82a-f369-46d5-8545-e9b65413df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007285 Mar 18 00:32:20.638593 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347c45cb-e571-4da3-96ba-8fb760c3f97f admin admin] Network 6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:32:20.641554 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-347c45cb-e571-4da3-96ba-8fb760c3f97f admin admin] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:32:20.695360 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d318807-2e24-4668-83c6-3af0b67a8f1f req-3eeb314a-0760-4823-bd0c-488ed4a3228f tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:20.697038 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2d318807-2e24-4668-83c6-3af0b67a8f1f req-3eeb314a-0760-4823-bd0c-488ed4a3228f tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 944 time: 0.1128719 Mar 18 00:32:20.844527 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2d318807-2e24-4668-83c6-3af0b67a8f1f req-f8512d23-5480-487e-932b-06db55e1a29b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952888 Mar 18 00:32:20.873518 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-10f42186-553d-4493-9fbf-72f35b656fc9 req-342570b8-e756-4912-991c-37ad81f36697 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddc7f5a-8ce8-46bd-a872-fa238d4d24a0 HTTP/1.1" status: 200 len: 210 time: 0.0757804 Mar 18 00:32:20.887906 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347c45cb-e571-4da3-96ba-8fb760c3f97f admin admin] Router a8c076d6-d8b1-4a39-8816-813e423255de has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:32:21.015744 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-13d28972-e9bb-4b67-b564-a194131b6a5b None None] Provisioning complete for port 42be8240-09fe-44f9-b664-8a78b720cf42 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:21.016268 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-13d28972-e9bb-4b67-b564-a194131b6a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (42be8240-09fe-44f9-b664-8a78b720cf42), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:21.058676 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347c45cb-e571-4da3-96ba-8fb760c3f97f admin admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:32:21.066209 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-13d28972-e9bb-4b67-b564-a194131b6a5b None None] Port 42be8240-09fe-44f9-b664-8a78b720cf42 cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:32:21.073595 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-347c45cb-e571-4da3-96ba-8fb760c3f97f admin admin] 10.222.0.23 "PUT /v2.0/routers/a8c076d6-d8b1-4a39-8816-813e423255de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4873168 Mar 18 00:32:21.105189 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b0109-5617-4015-b335-196743f5deb7 req-9ecdd39c-5642-4fc7-a9d1-39a6d908c18e tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:21.113219 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ca4b0109-5617-4015-b335-196743f5deb7 req-9ecdd39c-5642-4fc7-a9d1-39a6d908c18e tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.1034575 Mar 18 00:32:21.172390 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ca4b0109-5617-4015-b335-196743f5deb7 req-a91b91d2-f5da-4c37-b47f-4c4358b6c877 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581484 Mar 18 00:32:21.221808 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 996e1454-7e85-4345-8d6a-6a612f71e6f2 up at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:32:21.325045 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning complete for port 996e1454-7e85-4345-8d6a-6a612f71e6f2 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:21.326015 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:21.461275 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 761e46e9-90c1-4fb1-8843-445aef8fbca4 up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:32:21.500292 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-cf4ff8b9-2279-4a43-92df-d37a36366a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:21.514223 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 996e1454-7e85-4345-8d6a-6a612f71e6f2 is: BUILD; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:32:21.514613 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:21.549088 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0aa092-177e-40a3-8f46-128f5ad286f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996e1454-7e85-4345-8d6a-6a612f71e6f2'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:32:21.551345 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f331dff1-305d-4abc-b4a0-b8d9f7d130ef" -d '{"events": [{"server_uuid": "cd0aa092-177e-40a3-8f46-128f5ad286f9", "name": "network-vif-plugged", "status": "completed", "tag": "996e1454-7e85-4345-8d6a-6a612f71e6f2"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:32:21.574335 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 996e1454-7e85-4345-8d6a-6a612f71e6f2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=996e1454-7e85-4345-8d6a-6a612f71e6f2,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:32:21.581691 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:21.587908 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 761e46e9-90c1-4fb1-8843-445aef8fbca4 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:21.588401 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (761e46e9-90c1-4fb1-8843-445aef8fbca4), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:21.619012 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9099d501-8863-4bfd-91b7-ad290c2500ac x-openstack-request-id: req-9099d501-8863-4bfd-91b7-ad290c2500ac {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:32:21.619485 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0aa092-177e-40a3-8f46-128f5ad286f9", "name": "network-vif-plugged", "status": "completed", "tag": "996e1454-7e85-4345-8d6a-6a612f71e6f2", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:32:21.619746 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9099d501-8863-4bfd-91b7-ad290c2500ac {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:32:21.620134 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0aa092-177e-40a3-8f46-128f5ad286f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996e1454-7e85-4345-8d6a-6a612f71e6f2', 'code': 200} Mar 18 00:32:21.679952 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=996e1454-7e85-4345-8d6a-6a612f71e6f2,revision_number=10']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:21.689252 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:21.689665 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:21.690047 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:21.690414 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:21.690754 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:21.691097 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:21.691475 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:21.691804 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:21.692129 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:21.692488 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:21.692879 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:21.693245 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:21.693627 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:21.693963 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:21.694285 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:21.737649 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 761e46e9-90c1-4fb1-8843-445aef8fbca4 is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:32:21.738067 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (761e46e9-90c1-4fb1-8843-445aef8fbca4), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:21.760499 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] For port 761e46e9-90c1-4fb1-8843-445aef8fbca4, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=761e46e9-90c1-4fb1-8843-445aef8fbca4,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:32:21.764943 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (761e46e9-90c1-4fb1-8843-445aef8fbca4), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:21.765908 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 91b7a5ad-b88e-42e1-82df-39861f4e3e2b up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:32:21.772632 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 53424) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:21.778804 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-dacee8f8-0c74-4787-bc36-9ad116e6e2fb tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-766590158', 'description': 'tempest-secgroup-smoke-766590158 description', 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:32:21.800230 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-dacee8f8-0c74-4787-bc36-9ad116e6e2fb tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:21.853866 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Pushing event updated for resources: {'Port': ['ID=761e46e9-90c1-4fb1-8843-445aef8fbca4,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:21.861644 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 91b7a5ad-b88e-42e1-82df-39861f4e3e2b triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:21.862020 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (91b7a5ad-b88e-42e1-82df-39861f4e3e2b), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:21.872654 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-dacee8f8-0c74-4787-bc36-9ad116e6e2fb tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for security_group (04f354b0-4849-46bb-86d3-4d28433bed20), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:21.876538 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-dacee8f8-0c74-4787-bc36-9ad116e6e2fb tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (04f354b0-4849-46bb-86d3-4d28433bed20), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:21.909166 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacee8f8-0c74-4787-bc36-9ad116e6e2fb tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f354b0-4849-46bb-86d3-4d28433bed20,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:21.915550 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-dacee8f8-0c74-4787-bc36-9ad116e6e2fb tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:21.920067 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-dacee8f8-0c74-4787-bc36-9ad116e6e2fb tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1427646 Mar 18 00:32:21.920697 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 53430) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:21.925287 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-5481a6fc-ff66-4ab5-a09e-2dc151bf630b tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Request body: {'security_group_rule': {'security_group_id': '04f354b0-4849-46bb-86d3-4d28433bed20', 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:32:21.979725 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 91b7a5ad-b88e-42e1-82df-39861f4e3e2b is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:32:21.998808 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c2cb178c-41a8-415f-bda2-738641f28893 req-6334e177-397f-4ac9-9ebd-7fa2956dd5f1 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddc7f5a-8ce8-46bd-a872-fa238d4d24a0 HTTP/1.1" status: 200 len: 210 time: 0.0347879 Mar 18 00:32:21.999653 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-5481a6fc-ff66-4ab5-a09e-2dc151bf630b tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for security_group_rule (80616e07-acf5-4861-97ae-500ac9a9642f), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:22.055478 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-5481a6fc-ff66-4ab5-a09e-2dc151bf630b tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for security_group_rule (80616e07-acf5-4861-97ae-500ac9a9642f), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:22.064118 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891bd95-ffce-4100-b296-fe2ee043d84e req-8e9e5794-064c-4652-bc07-32fb2a99a84e tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:22.064950 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c891bd95-ffce-4100-b296-fe2ee043d84e req-8e9e5794-064c-4652-bc07-32fb2a99a84e tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 946 time: 0.0800104 Mar 18 00:32:22.071318 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-5481a6fc-ff66-4ab5-a09e-2dc151bf630b tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (80616e07-acf5-4861-97ae-500ac9a9642f), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:22.091607 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481a6fc-ff66-4ab5-a09e-2dc151bf630b tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80616e07-acf5-4861-97ae-500ac9a9642f,revision_number=0']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:22.102836 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-5481a6fc-ff66-4ab5-a09e-2dc151bf630b tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:22.107051 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-5481a6fc-ff66-4ab5-a09e-2dc151bf630b tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1831014 Mar 18 00:32:22.108440 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 53432) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:22.117156 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-112a87dc-db9a-4ed4-88f6-7b84f63c2fd7 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Request body: {'security_group_rule': {'security_group_id': '04f354b0-4849-46bb-86d3-4d28433bed20', 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:32:22.140027 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c891bd95-ffce-4100-b296-fe2ee043d84e req-c135eec4-2414-459e-98f1-a795281c2978 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674744 Mar 18 00:32:22.149850 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-112a87dc-db9a-4ed4-88f6-7b84f63c2fd7 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for security_group_rule (76933794-059a-418f-aa38-e09ce48971a3), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:22.249199 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-112a87dc-db9a-4ed4-88f6-7b84f63c2fd7 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for security_group_rule (76933794-059a-418f-aa38-e09ce48971a3), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:22.255333 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-112a87dc-db9a-4ed4-88f6-7b84f63c2fd7 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (76933794-059a-418f-aa38-e09ce48971a3), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:22.281880 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a87dc-db9a-4ed4-88f6-7b84f63c2fd7 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76933794-059a-418f-aa38-e09ce48971a3,revision_number=0']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:22.312256 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-112a87dc-db9a-4ed4-88f6-7b84f63c2fd7 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:22.315998 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-112a87dc-db9a-4ed4-88f6-7b84f63c2fd7 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2040217 Mar 18 00:32:22.316939 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 53436) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:22.324601 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-480b851e-25fe-4a70-b96f-090b1558358c tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Request body: {'security_group_rule': {'security_group_id': '04f354b0-4849-46bb-86d3-4d28433bed20', 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:32:22.358292 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb5308-6736-4315-865e-aa12a9369cdf req-8e6cb667-3ec0-4a32-97f2-d6c8ed3fbd0c tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:22.358628 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-9b0bbb45-a80f-49d8-aa8a-b11c8189ce54 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:22.360642 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-30eb5308-6736-4315-865e-aa12a9369cdf req-8e6cb667-3ec0-4a32-97f2-d6c8ed3fbd0c tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0756571 Mar 18 00:32:22.360760 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-9b0bbb45-a80f-49d8-aa8a-b11c8189ce54 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.10 "GET /v2.0/networks?id=5303f82a-f369-46d5-8545-e9b65413df1c HTTP/1.1" status: 200 len: 814 time: 0.1890676 Mar 18 00:32:22.362972 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15880dae-7c0b-400d-be11-b3a20ee85eaa req-65daa238-09b0-4045-ba6b-7cb0c5db9012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:22.364887 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-15880dae-7c0b-400d-be11-b3a20ee85eaa req-65daa238-09b0-4045-ba6b-7cb0c5db9012 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 1130 time: 0.1144407 Mar 18 00:32:22.379064 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-480b851e-25fe-4a70-b96f-090b1558358c tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for security_group_rule (9fe10ee8-a9d0-4e83-8eff-afa477c318f4), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:22.396815 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-74cc25af-1a90-4264-8531-6009b3ed5ea4 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Request body: {'port': {'device_id': 'cddc7f5a-8ce8-46bd-a872-fa238d4d24a0', 'network_id': '5303f82a-f369-46d5-8545-e9b65413df1c', 'admin_state_up': True, 'tenant_id': '2c21fa15838b407cb598f531d74bb4a7'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:32:22.421745 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] Sync routers for ids ['a8c076d6-d8b1-4a39-8816-813e423255de'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:32:22.431659 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-30eb5308-6736-4315-865e-aa12a9369cdf req-f15e92ec-9f7c-49dc-86a7-45dc1987ccc0 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548446 Mar 18 00:32:22.437876 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] Routers {'a8c076d6-d8b1-4a39-8816-813e423255de'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:32:22.438572 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:31:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['a8c076d6-d8b1-4a39-8816-813e423255de'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:22.549926 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] Set router a8c076d6-d8b1-4a39-8816-813e423255de gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:32:22.553794 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-15880dae-7c0b-400d-be11-b3a20ee85eaa req-7854599a-171a-456a-9bc4-ff11049db067 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620572 Mar 18 00:32:22.569616 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-480b851e-25fe-4a70-b96f-090b1558358c tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for security_group_rule (9fe10ee8-a9d0-4e83-8eff-afa477c318f4), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:22.577266 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-480b851e-25fe-4a70-b96f-090b1558358c tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (9fe10ee8-a9d0-4e83-8eff-afa477c318f4), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:22.605822 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b851e-25fe-4a70-b96f-090b1558358c tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe10ee8-a9d0-4e83-8eff-afa477c318f4,revision_number=0']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:22.614073 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-480b851e-25fe-4a70-b96f-090b1558358c tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:22.615034 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-480b851e-25fe-4a70-b96f-090b1558358c tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2976763 Mar 18 00:32:22.618677 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 53444) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:22.624058 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-74cc25af-1a90-4264-8531-6009b3ed5ea4 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Made reservation on behalf of 2c21fa15838b407cb598f531d74bb4a7 for: {'port': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:32:22.625670 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-99501d5a-81d5-4b67-9567-f6ed26d1fda4 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Request body: {'security_group_rule': {'security_group_id': '04f354b0-4849-46bb-86d3-4d28433bed20', 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:32:22.627586 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-74cc25af-1a90-4264-8531-6009b3ed5ea4 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:22.656812 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-99501d5a-81d5-4b67-9567-f6ed26d1fda4 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for security_group_rule (4ec4ca35-9aed-42c2-bce9-76b622912898), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:22.722311 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-99501d5a-81d5-4b67-9567-f6ed26d1fda4 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for security_group_rule (4ec4ca35-9aed-42c2-bce9-76b622912898), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:22.728381 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-99501d5a-81d5-4b67-9567-f6ed26d1fda4 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (4ec4ca35-9aed-42c2-bce9-76b622912898), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:22.746677 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99501d5a-81d5-4b67-9567-f6ed26d1fda4 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec4ca35-9aed-42c2-bce9-76b622912898,revision_number=0']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:22.759186 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-99501d5a-81d5-4b67-9567-f6ed26d1fda4 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:22.760663 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-99501d5a-81d5-4b67-9567-f6ed26d1fda4 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1407247 Mar 18 00:32:22.763682 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 53446) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:22.764299 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c076d6-d8b1-4a39-8816-813e423255de', 'name': 'tempest-TestShelveInstance-1147815633-router', 'tenant_id': 'bbaa3b446cea4eb1b52e942242da4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '761e46e9-90c1-4fb1-8843-445aef8fbca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:32:15Z', 'updated_at': '2022-03-18T00:32:20Z', 'revision_number': 4, 'project_id': 'bbaa3b446cea4eb1b52e942242da4881', 'gw_port': {'id': '761e46e9-90c1-4fb1-8843-445aef8fbca4', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c076d6-d8b1-4a39-8816-813e423255de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:16Z', 'updated_at': '2022-03-18T00:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '42be8240-09fe-44f9-b664-8a78b720cf42', 'name': '', 'network_id': '6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9', 'tenant_id': 'bbaa3b446cea4eb1b52e942242da4881', 'mac_address': 'fa:16:3e:fc:b6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c076d6-d8b1-4a39-8816-813e423255de', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4616b90c-bc27-4b3d-a370-261d7142dd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:19Z', 'updated_at': '2022-03-18T00:32:20Z', 'revision_number': 2, 'project_id': 'bbaa3b446cea4eb1b52e942242da4881', 'subnets': [{'id': '4616b90c-bc27-4b3d-a370-261d7142dd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:22.769599 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-9ca19fe6-78bb-4aef-9229-2a72cd1ee2fb tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Request body: {'security_group_rule': {'security_group_id': '04f354b0-4849-46bb-86d3-4d28433bed20', 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:32:22.779899 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-74cc25af-1a90-4264-8531-6009b3ed5ea4 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Allocated IP 172.20.0.10 (5303f82a-f369-46d5-8545-e9b65413df1c/fd892237-b49e-4ab7-bc36-69585b25ccb2/a1b85f44-c5bf-4243-9d89-e1942573a3e7) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:32:22.791400 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] Checking router: a8c076d6-d8b1-4a39-8816-813e423255de for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:32:22.791729 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] Updating router a8c076d6-d8b1-4a39-8816-813e423255de port 42be8240-09fe-44f9-b664-8a78b720cf42 binding host dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 00:32:22.813647 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.securitygroups_db [None req-9ca19fe6-78bb-4aef-9229-2a72cd1ee2fb tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Project 566f1fc415cf4cb193c8e431d0d0f3db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 00:32:22.818512 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (42be8240-09fe-44f9-b664-8a78b720cf42), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:22.829094 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9ca19fe6-78bb-4aef-9229-2a72cd1ee2fb tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for security_group_rule (102d0276-ae5a-4ab5-9b09-aace82c30cf8), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:22.954184 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9ca19fe6-78bb-4aef-9229-2a72cd1ee2fb tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for security_group_rule (102d0276-ae5a-4ab5-9b09-aace82c30cf8), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:22.960382 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9ca19fe6-78bb-4aef-9229-2a72cd1ee2fb tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (102d0276-ae5a-4ab5-9b09-aace82c30cf8), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:22.991689 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca19fe6-78bb-4aef-9229-2a72cd1ee2fb tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102d0276-ae5a-4ab5-9b09-aace82c30cf8,revision_number=0']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:23.006662 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-74cc25af-1a90-4264-8531-6009b3ed5ea4 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Publish callbacks [] for port (a1b85f44-c5bf-4243-9d89-e1942573a3e7), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:23.009817 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9ca19fe6-78bb-4aef-9229-2a72cd1ee2fb tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:23.011107 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-9ca19fe6-78bb-4aef-9229-2a72cd1ee2fb tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2464490 Mar 18 00:32:23.013910 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 53448) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:23.019932 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-e5bc6134-f2d7-433e-ab35-2be5418a4128 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Request body: {'security_group_rule': {'security_group_id': '04f354b0-4849-46bb-86d3-4d28433bed20', 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:32:23.046869 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.db.securitygroups_db [None req-e5bc6134-f2d7-433e-ab35-2be5418a4128 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Project 566f1fc415cf4cb193c8e431d0d0f3db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 00:32:23.052509 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-74cc25af-1a90-4264-8531-6009b3ed5ea4 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (a1b85f44-c5bf-4243-9d89-e1942573a3e7), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:23.054373 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e5bc6134-f2d7-433e-ab35-2be5418a4128 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for security_group_rule (519deb39-f090-477e-a6ca-d674104cc847), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:23.093659 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-74cc25af-1a90-4264-8531-6009b3ed5ea4 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Network 5303f82a-f369-46d5-8545-e9b65413df1c is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:32:23.103317 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] Publish callbacks [] for port (42be8240-09fe-44f9-b664-8a78b720cf42), precommit_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:23.107515 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-74cc25af-1a90-4264-8531-6009b3ed5ea4 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:32:23.110386 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-74cc25af-1a90-4264-8531-6009b3ed5ea4 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:32:23.111530 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (42be8240-09fe-44f9-b664-8a78b720cf42), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:23.140997 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e5bc6134-f2d7-433e-ab35-2be5418a4128 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for security_group_rule (519deb39-f090-477e-a6ca-d674104cc847), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:23.171738 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e5bc6134-f2d7-433e-ab35-2be5418a4128 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (519deb39-f090-477e-a6ca-d674104cc847), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:23.176946 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c7bfe-b552-478c-9aa2-a80ca09f78b3 None None] Pushing event updated for resources: {'Port': ['ID=42be8240-09fe-44f9-b664-8a78b720cf42,revision_number=3']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:23.179655 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc25af-1a90-4264-8531-6009b3ed5ea4 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Pushing event updated for resources: {'Port': ['ID=a1b85f44-c5bf-4243-9d89-e1942573a3e7,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:23.197478 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc6134-f2d7-433e-ab35-2be5418a4128 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519deb39-f090-477e-a6ca-d674104cc847,revision_number=0']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:23.217315 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e5bc6134-f2d7-433e-ab35-2be5418a4128 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:23.218678 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-e5bc6134-f2d7-433e-ab35-2be5418a4128 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2025938 Mar 18 00:32:23.242962 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-74cc25af-1a90-4264-8531-6009b3ed5ea4 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:23.243727 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-74cc25af-1a90-4264-8531-6009b3ed5ea4 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:23.264346 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d47903-cd24-475f-b49e-2cb005c743e2 req-9c38c351-06ef-49d7-be19-6ca000a39362 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:23.268464 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] Attempting to bind port 42be8240-09fe-44f9-b664-8a78b720cf42 on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:32:23.269168 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] Attempting to bind port 42be8240-09fe-44f9-b664-8a78b720cf42 by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': '29be0fac-aedf-4cbd-8281-563bd673bdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9'}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:32:23.269617 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] Attempting to bind port 42be8240-09fe-44f9-b664-8a78b720cf42 on network 6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9 {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:32:23.273827 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a0d47903-cd24-475f-b49e-2cb005c743e2 req-9c38c351-06ef-49d7-be19-6ca000a39362 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddc7f5a-8ce8-46bd-a872-fa238d4d24a0 HTTP/1.1" status: 200 len: 932 time: 0.1789038 Mar 18 00:32:23.280066 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:32:23.280647 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] Checking segment: {'id': '29be0fac-aedf-4cbd-8281-563bd673bdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:32:23.281149 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:23.281715 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] Bound using segment: {'id': '29be0fac-aedf-4cbd-8281-563bd673bdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9'} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:32:23.296632 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] Bound port: 42be8240-09fe-44f9-b664-8a78b720cf42, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29be0fac-aedf-4cbd-8281-563bd673bdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9'}}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:32:23.297138 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (42be8240-09fe-44f9-b664-8a78b720cf42), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:23.371049 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 761e46e9-90c1-4fb1-8843-445aef8fbca4 up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:32:23.407276 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33beb3-cd61-4035-b7a6-33aec0e80859 req-90d1422f-61ca-492f-9497-ad2f07a72594 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:23.414913 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-bb33beb3-cd61-4035-b7a6-33aec0e80859 req-90d1422f-61ca-492f-9497-ad2f07a72594 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 946 time: 0.1376116 Mar 18 00:32:23.426988 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] For port 42be8240-09fe-44f9-b664-8a78b720cf42, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:32:23.447160 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] For port 42be8240-09fe-44f9-b664-8a78b720cf42, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=42be8240-09fe-44f9-b664-8a78b720cf42,segment=NetworkSegment(29be0fac-aedf-4cbd-8281-563bd673bdf5),segment_id=29be0fac-aedf-4cbd-8281-563bd673bdf5)] {{(pid=109624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:32:23.461090 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (42be8240-09fe-44f9-b664-8a78b720cf42), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:23.520668 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 761e46e9-90c1-4fb1-8843-445aef8fbca4 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:23.521183 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (761e46e9-90c1-4fb1-8843-445aef8fbca4), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:23.530549 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-bb33beb3-cd61-4035-b7a6-33aec0e80859 req-59faf74a-305f-49e9-9b47-bb213037db74 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041853 Mar 18 00:32:23.570031 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] Routers {'a8c076d6-d8b1-4a39-8816-813e423255de'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:32:23.570802 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:31:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['a8c076d6-d8b1-4a39-8816-813e423255de'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:23.666065 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-74cc25af-1a90-4264-8531-6009b3ed5ea4 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2814105 Mar 18 00:32:23.703077 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a0d47903-cd24-475f-b49e-2cb005c743e2 req-d6b5d9a9-4e88-40b7-bbc2-5fad46e3fa5d tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281671 Mar 18 00:32:23.710212 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-f812e7c1-4acd-44ee-a0d1-0b4e5265db9b service neutron] Request body: {'port': {'device_id': 'cddc7f5a-8ce8-46bd-a872-fa238d4d24a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:32:23.732780 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab479b-67e4-4d0d-90c8-c72ce7f5c120 req-d71b5b50-28fb-49da-b4b4-7123e3caf1c4 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:23.746805 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5cab479b-67e4-4d0d-90c8-c72ce7f5c120 req-d71b5b50-28fb-49da-b4b4-7123e3caf1c4 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.1091015 Mar 18 00:32:23.840945 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5cab479b-67e4-4d0d-90c8-c72ce7f5c120 req-4f9befa8-70d1-4191-810c-8e98e5076c21 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880497 Mar 18 00:32:23.859044 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-f812e7c1-4acd-44ee-a0d1-0b4e5265db9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (a1b85f44-c5bf-4243-9d89-e1942573a3e7), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:23.950491 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] Set router a8c076d6-d8b1-4a39-8816-813e423255de gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:32:23.980927 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c7bfe-b552-478c-9aa2-a80ca09f78b3 None None] Pushing event updated for resources: {'Port': ['ID=42be8240-09fe-44f9-b664-8a78b720cf42,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:23.983887 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-4e19f3b2-715c-4cf4-ac7a-5fc443f21c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:24.018594 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-649d8b09-7ccb-422f-9c53-5fa8b0720814 None None] Provisioning complete for port 42be8240-09fe-44f9-b664-8a78b720cf42 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:24.020119 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-649d8b09-7ccb-422f-9c53-5fa8b0720814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (42be8240-09fe-44f9-b664-8a78b720cf42), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:24.106478 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 761e46e9-90c1-4fb1-8843-445aef8fbca4 is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:32:24.228557 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-f812e7c1-4acd-44ee-a0d1-0b4e5265db9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b85f44-c5bf-4243-9d89-e1942573a3e7 {{(pid=109622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:32:24.239564 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-f812e7c1-4acd-44ee-a0d1-0b4e5265db9b service neutron] Publish callbacks [] for port (a1b85f44-c5bf-4243-9d89-e1942573a3e7), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:24.257028 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.provisioning_blocks [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-f812e7c1-4acd-44ee-a0d1-0b4e5265db9b service neutron] Transition to ACTIVE for port object a1b85f44-c5bf-4243-9d89-e1942573a3e7 will not be triggered until provisioned by entity L2. {{(pid=109622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 00:32:24.261106 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-f812e7c1-4acd-44ee-a0d1-0b4e5265db9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (a1b85f44-c5bf-4243-9d89-e1942573a3e7), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:24.266555 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-649d8b09-7ccb-422f-9c53-5fa8b0720814 None None] Current status of the port 42be8240-09fe-44f9-b664-8a78b720cf42 is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:32:24.266951 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-649d8b09-7ccb-422f-9c53-5fa8b0720814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (42be8240-09fe-44f9-b664-8a78b720cf42), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:24.326409 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-649d8b09-7ccb-422f-9c53-5fa8b0720814 None None] For port 42be8240-09fe-44f9-b664-8a78b720cf42, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=42be8240-09fe-44f9-b664-8a78b720cf42,segment=NetworkSegment(29be0fac-aedf-4cbd-8281-563bd673bdf5),segment_id=29be0fac-aedf-4cbd-8281-563bd673bdf5)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:32:24.333618 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-649d8b09-7ccb-422f-9c53-5fa8b0720814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (42be8240-09fe-44f9-b664-8a78b720cf42), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:24.360138 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812e7c1-4acd-44ee-a0d1-0b4e5265db9b service neutron] Pushing event updated for resources: {'Port': ['ID=a1b85f44-c5bf-4243-9d89-e1942573a3e7,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:24.402622 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c076d6-d8b1-4a39-8816-813e423255de', 'name': 'tempest-TestShelveInstance-1147815633-router', 'tenant_id': 'bbaa3b446cea4eb1b52e942242da4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '761e46e9-90c1-4fb1-8843-445aef8fbca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:32:15Z', 'updated_at': '2022-03-18T00:32:20Z', 'revision_number': 4, 'project_id': 'bbaa3b446cea4eb1b52e942242da4881', 'gw_port': {'id': '761e46e9-90c1-4fb1-8843-445aef8fbca4', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c076d6-d8b1-4a39-8816-813e423255de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:16Z', 'updated_at': '2022-03-18T00:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '42be8240-09fe-44f9-b664-8a78b720cf42', 'name': '', 'network_id': '6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9', 'tenant_id': 'bbaa3b446cea4eb1b52e942242da4881', 'mac_address': 'fa:16:3e:fc:b6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c076d6-d8b1-4a39-8816-813e423255de', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4616b90c-bc27-4b3d-a370-261d7142dd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:19Z', 'updated_at': '2022-03-18T00:32:23Z', 'revision_number': 4, 'project_id': 'bbaa3b446cea4eb1b52e942242da4881', 'subnets': [{'id': '4616b90c-bc27-4b3d-a370-261d7142dd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:24.414561 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-f812e7c1-4acd-44ee-a0d1-0b4e5265db9b service neutron] Attempting to bind port a1b85f44-c5bf-4243-9d89-e1942573a3e7 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:32:24.414916 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-f812e7c1-4acd-44ee-a0d1-0b4e5265db9b service neutron] Attempting to bind port a1b85f44-c5bf-4243-9d89-e1942573a3e7 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'c40df509-bfcc-4ccb-a9fa-dccb96a7abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5303f82a-f369-46d5-8545-e9b65413df1c'}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:32:24.415227 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-f812e7c1-4acd-44ee-a0d1-0b4e5265db9b service neutron] Attempting to bind port a1b85f44-c5bf-4243-9d89-e1942573a3e7 on network 5303f82a-f369-46d5-8545-e9b65413df1c {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:32:24.420727 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-f812e7c1-4acd-44ee-a0d1-0b4e5265db9b service neutron] Port a1b85f44-c5bf-4243-9d89-e1942573a3e7 on network 5303f82a-f369-46d5-8545-e9b65413df1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 00:32:24.421059 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-f812e7c1-4acd-44ee-a0d1-0b4e5265db9b service neutron] Attempting to bind port a1b85f44-c5bf-4243-9d89-e1942573a3e7 on network 5303f82a-f369-46d5-8545-e9b65413df1c {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:32:24.427627 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-f812e7c1-4acd-44ee-a0d1-0b4e5265db9b service neutron] Checking agent: {'id': 'a11cec97-e670-4172-acc9-1e6c1f318043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'started_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:32:24.428590 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-f812e7c1-4acd-44ee-a0d1-0b4e5265db9b service neutron] Checking segment: {'id': 'c40df509-bfcc-4ccb-a9fa-dccb96a7abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5303f82a-f369-46d5-8545-e9b65413df1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:32:24.429601 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-f812e7c1-4acd-44ee-a0d1-0b4e5265db9b service neutron] Bound using segment: {'id': 'c40df509-bfcc-4ccb-a9fa-dccb96a7abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5303f82a-f369-46d5-8545-e9b65413df1c'} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:32:24.430345 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-f812e7c1-4acd-44ee-a0d1-0b4e5265db9b service neutron] Bound port: a1b85f44-c5bf-4243-9d89-e1942573a3e7, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c40df509-bfcc-4ccb-a9fa-dccb96a7abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5303f82a-f369-46d5-8545-e9b65413df1c'}}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:32:24.430867 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-f812e7c1-4acd-44ee-a0d1-0b4e5265db9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (a1b85f44-c5bf-4243-9d89-e1942573a3e7), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:24.435346 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d8b09-7ccb-422f-9c53-5fa8b0720814 None None] Pushing event updated for resources: {'Port': ['ID=42be8240-09fe-44f9-b664-8a78b720cf42,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:24.439489 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648095ef-8dd8-4c36-becc-10ce80f9f541 None None] The sync data for ids ['a8c076d6-d8b1-4a39-8816-813e423255de'] in dv-cinder-768458-19-smb is: [{'id': 'a8c076d6-d8b1-4a39-8816-813e423255de', 'name': 'tempest-TestShelveInstance-1147815633-router', 'tenant_id': 'bbaa3b446cea4eb1b52e942242da4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '761e46e9-90c1-4fb1-8843-445aef8fbca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:32:15Z', 'updated_at': '2022-03-18T00:32:20Z', 'revision_number': 4, 'project_id': 'bbaa3b446cea4eb1b52e942242da4881', 'gw_port': {'id': '761e46e9-90c1-4fb1-8843-445aef8fbca4', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c076d6-d8b1-4a39-8816-813e423255de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:16Z', 'updated_at': '2022-03-18T00:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '42be8240-09fe-44f9-b664-8a78b720cf42', 'name': '', 'network_id': '6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9', 'tenant_id': 'bbaa3b446cea4eb1b52e942242da4881', 'mac_address': 'fa:16:3e:fc:b6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c076d6-d8b1-4a39-8816-813e423255de', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4616b90c-bc27-4b3d-a370-261d7142dd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:19Z', 'updated_at': '2022-03-18T00:32:23Z', 'revision_number': 4, 'project_id': 'bbaa3b446cea4eb1b52e942242da4881', 'subnets': [{'id': '4616b90c-bc27-4b3d-a370-261d7142dd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:32:24.485312 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-943206b8-d39a-4cb1-a43f-07422f014df0 None None] Provisioning complete for port 42be8240-09fe-44f9-b664-8a78b720cf42 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:24.486220 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-943206b8-d39a-4cb1-a43f-07422f014df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (42be8240-09fe-44f9-b664-8a78b720cf42), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:24.681155 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-f812e7c1-4acd-44ee-a0d1-0b4e5265db9b service neutron] For port a1b85f44-c5bf-4243-9d89-e1942573a3e7, host hv-cinder-76845, cleared binding levels {{(pid=109622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:32:24.746124 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:24.760673 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-943206b8-d39a-4cb1-a43f-07422f014df0 None None] Current status of the port 42be8240-09fe-44f9-b664-8a78b720cf42 is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:32:24.783479 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-f812e7c1-4acd-44ee-a0d1-0b4e5265db9b service neutron] For port a1b85f44-c5bf-4243-9d89-e1942573a3e7, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a1b85f44-c5bf-4243-9d89-e1942573a3e7,segment=NetworkSegment(c40df509-bfcc-4ccb-a9fa-dccb96a7abea),segment_id=c40df509-bfcc-4ccb-a9fa-dccb96a7abea)] {{(pid=109622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:32:24.798943 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-f812e7c1-4acd-44ee-a0d1-0b4e5265db9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (a1b85f44-c5bf-4243-9d89-e1942573a3e7), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:24.819190 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-f812e7c1-4acd-44ee-a0d1-0b4e5265db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:24.819945 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-f812e7c1-4acd-44ee-a0d1-0b4e5265db9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:24.821356 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-f812e7c1-4acd-44ee-a0d1-0b4e5265db9b service neutron] 10.222.0.10 "PUT /v2.0/ports/a1b85f44-c5bf-4243-9d89-e1942573a3e7 HTTP/1.1" status: 200 len: 1094 time: 1.1171331 Mar 18 00:32:24.855344 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cddc7f5a-8ce8-46bd-a872-fa238d4d24a0', 'tag': 'a1b85f44-c5bf-4243-9d89-e1942573a3e7'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:32:24.858695 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2765a372-e1a4-47e4-93c4-b4d516bd55de" -d '{"events": [{"name": "network-changed", "server_uuid": "cddc7f5a-8ce8-46bd-a872-fa238d4d24a0", "tag": "a1b85f44-c5bf-4243-9d89-e1942573a3e7"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:32:24.897467 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812e7c1-4acd-44ee-a0d1-0b4e5265db9b service neutron] Pushing event updated for resources: {'Port': ['ID=a1b85f44-c5bf-4243-9d89-e1942573a3e7,revision_number=3']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:24.917455 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82711904-90cd-4cd3-bb01-e349abdfa7ca req-5e16da4e-195b-4b75-a5c9-d34c8833c987 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:24.925246 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-82711904-90cd-4cd3-bb01-e349abdfa7ca req-5e16da4e-195b-4b75-a5c9-d34c8833c987 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 946 time: 0.2947028 Mar 18 00:32:24.926700 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4c173-a573-4b2a-b900-d4b58dfb1162 req-8a3b3768-2dda-4550-9bd5-80eee3c45a3a tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:24.935389 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-2ad4c173-a573-4b2a-b900-d4b58dfb1162 req-8a3b3768-2dda-4550-9bd5-80eee3c45a3a tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddc7f5a-8ce8-46bd-a872-fa238d4d24a0 HTTP/1.1" status: 200 len: 944 time: 0.1040072 Mar 18 00:32:25.033726 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-2ad4c173-a573-4b2a-b900-d4b58dfb1162 req-91781e06-979c-4db5-bb69-df65d6ba4289 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913608 Mar 18 00:32:25.065694 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-82711904-90cd-4cd3-bb01-e349abdfa7ca req-2ec91ecc-bf49-4b44-bc83-a542d5065917 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390860 Mar 18 00:32:25.093560 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8c312e-29e8-411c-9011-36eadc123cfa x-openstack-request-id: req-2c8c312e-29e8-411c-9011-36eadc123cfa {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:32:25.093937 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cddc7f5a-8ce8-46bd-a872-fa238d4d24a0", "tag": "a1b85f44-c5bf-4243-9d89-e1942573a3e7", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:32:25.094261 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c8c312e-29e8-411c-9011-36eadc123cfa {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:32:25.094906 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cddc7f5a-8ce8-46bd-a872-fa238d4d24a0', 'tag': 'a1b85f44-c5bf-4243-9d89-e1942573a3e7', 'status': 'completed', 'code': 200} Mar 18 00:32:25.105348 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-67606bb8-de8f-457c-8d85-bcd13ee682fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:25.107354 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-67606bb8-de8f-457c-8d85-bcd13ee682fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c21fa15838b407cb598f531d74bb4a7&device_id=cddc7f5a-8ce8-46bd-a872-fa238d4d24a0 HTTP/1.1" status: 200 len: 1128 time: 0.1418297 Mar 18 00:32:25.124579 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f74eeb-0e4f-4123-a23c-f7b1dafdb333 req-bcfeda76-42a3-4d4c-ac6c-f26687c30996 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:25.126968 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-66f74eeb-0e4f-4123-a23c-f7b1dafdb333 req-bcfeda76-42a3-4d4c-ac6c-f26687c30996 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.10 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.1594303 Mar 18 00:32:25.187498 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-384fb0b2-26f4-4a4e-b92c-5f214d197881 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1b85f44-c5bf-4243-9d89-e1942573a3e7 HTTP/1.1" status: 200 len: 217 time: 0.0588951 Mar 18 00:32:25.237954 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8a3ef-3536-4d74-84bf-4e41dc3cf68d req-b2c0d752-3c86-4737-a581-0bf1da2e4835 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:25.249524 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-58f8a3ef-3536-4d74-84bf-4e41dc3cf68d req-b2c0d752-3c86-4737-a581-0bf1da2e4835 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 946 time: 0.0995820 Mar 18 00:32:25.316268 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-58f8a3ef-3536-4d74-84bf-4e41dc3cf68d req-f1a35e43-b3cc-4906-8f09-e97a60118496 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/security-groups?id=0649f193-59ad-42d5-9dbb-8f6f891c255f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652034 Mar 18 00:32:25.344703 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-6abea833-1830-424b-bd11-80d5e3eb7cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:25.346212 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-6abea833-1830-424b-bd11-80d5e3eb7cf5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd892237-b49e-4ab7-bc36-69585b25ccb2 HTTP/1.1" status: 200 len: 854 time: 0.1194787 Mar 18 00:32:25.362429 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 42be8240-09fe-44f9-b664-8a78b720cf42 up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:32:25.389054 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-91673956-c23f-4d92-9f27-c8d94128029a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5303f82a-f369-46d5-8545-e9b65413df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336139 Mar 18 00:32:25.422744 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-66f74eeb-0e4f-4123-a23c-f7b1dafdb333 req-b7001e45-7883-4958-a2cc-45c0f6b98b45 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Deleting port e418c320-2ee1-42d5-91c0-ca989a8b7cdb {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:32:25.423093 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-66f74eeb-0e4f-4123-a23c-f7b1dafdb333 req-b7001e45-7883-4958-a2cc-45c0f6b98b45 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (e418c320-2ee1-42d5-91c0-ca989a8b7cdb), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:25.434484 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 42be8240-09fe-44f9-b664-8a78b720cf42 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:25.434949 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (42be8240-09fe-44f9-b664-8a78b720cf42), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:25.518881 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 42be8240-09fe-44f9-b664-8a78b720cf42 is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:32:25.569991 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-2daa8e89-dee9-470e-96f5-16c047200439 service neutron] 10.222.0.10 "GET /v2.0/networks/5303f82a-f369-46d5-8545-e9b65413df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700242 Mar 18 00:32:25.576957 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-66f74eeb-0e4f-4123-a23c-f7b1dafdb333 req-b7001e45-7883-4958-a2cc-45c0f6b98b45 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] For port e418c320-2ee1-42d5-91c0-ca989a8b7cdb, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e418c320-2ee1-42d5-91c0-ca989a8b7cdb,segment=NetworkSegment(de455b86-5b7d-4b92-9374-4d7bb2404dea),segment_id=de455b86-5b7d-4b92-9374-4d7bb2404dea)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:32:25.577326 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-66f74eeb-0e4f-4123-a23c-f7b1dafdb333 req-b7001e45-7883-4958-a2cc-45c0f6b98b45 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (e418c320-2ee1-42d5-91c0-ca989a8b7cdb), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:25.638105 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-66f74eeb-0e4f-4123-a23c-f7b1dafdb333 req-b7001e45-7883-4958-a2cc-45c0f6b98b45 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Calling delete_port for e418c320-2ee1-42d5-91c0-ca989a8b7cdb owned by compute:nova {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:32:25.739301 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dadd3504-0d88-4665-9a6b-8b4fc66b1249 req-b663913e-71b6-4d84-91db-cc53d701252d service neutron] 10.222.0.10 "GET /v2.0/networks/5303f82a-f369-46d5-8545-e9b65413df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591771 Mar 18 00:32:25.816910 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-66f74eeb-0e4f-4123-a23c-f7b1dafdb333 req-b7001e45-7883-4958-a2cc-45c0f6b98b45 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (e418c320-2ee1-42d5-91c0-ca989a8b7cdb), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:25.854295 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['e418c320-2ee1-42d5-91c0-ca989a8b7cdb'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:32:25.866866 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7001e45-7883-4958-a2cc-45c0f6b98b45 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Pushing event deleted for resources: {'Port': ['ID=e418c320-2ee1-42d5-91c0-ca989a8b7cdb,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:25.933543 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f74eeb-0e4f-4123-a23c-f7b1dafdb333 req-b7001e45-7883-4958-a2cc-45c0f6b98b45 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] No DVR routers for this DVR port e418c320-2ee1-42d5-91c0-ca989a8b7cdb on host hv-cinder-76845 {{(pid=109622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:32:25.936478 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-66f74eeb-0e4f-4123-a23c-f7b1dafdb333 req-b7001e45-7883-4958-a2cc-45c0f6b98b45 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:25.939704 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-66f74eeb-0e4f-4123-a23c-f7b1dafdb333 req-b7001e45-7883-4958-a2cc-45c0f6b98b45 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.10 "DELETE /v2.0/ports/e418c320-2ee1-42d5-91c0-ca989a8b7cdb HTTP/1.1" status: 204 len: 173 time: 0.8023837 Mar 18 00:32:25.948668 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765a372-e1a4-47e4-93c4-b4d516bd55de req-cbc6fab0-30e6-4a28-bac9-bbf44a0dbfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:25.950193 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2765a372-e1a4-47e4-93c4-b4d516bd55de req-cbc6fab0-30e6-4a28-bac9-bbf44a0dbfcb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c21fa15838b407cb598f531d74bb4a7&device_id=cddc7f5a-8ce8-46bd-a872-fa238d4d24a0 HTTP/1.1" status: 200 len: 1128 time: 0.1022558 Mar 18 00:32:26.042959 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765a372-e1a4-47e4-93c4-b4d516bd55de req-e74d740a-35a9-46f7-a4f2-e2482d89888a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:26.044444 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2765a372-e1a4-47e4-93c4-b4d516bd55de req-e74d740a-35a9-46f7-a4f2-e2482d89888a service neutron] 10.222.0.10 "GET /v2.0/networks?id=5303f82a-f369-46d5-8545-e9b65413df1c HTTP/1.1" status: 200 len: 914 time: 0.0880554 Mar 18 00:32:26.093102 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2765a372-e1a4-47e4-93c4-b4d516bd55de req-224ed3e9-f435-4e8e-b65a-95ebe45f871d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1b85f44-c5bf-4243-9d89-e1942573a3e7 HTTP/1.1" status: 200 len: 217 time: 0.0419548 Mar 18 00:32:26.173115 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765a372-e1a4-47e4-93c4-b4d516bd55de req-09445e4b-cccf-48c0-ada2-18c74d4503ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:26.174590 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2765a372-e1a4-47e4-93c4-b4d516bd55de req-09445e4b-cccf-48c0-ada2-18c74d4503ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd892237-b49e-4ab7-bc36-69585b25ccb2 HTTP/1.1" status: 200 len: 854 time: 0.0702436 Mar 18 00:32:26.213902 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2765a372-e1a4-47e4-93c4-b4d516bd55de req-33bdf78c-f27e-40cc-84e2-5b3ee4617c42 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5303f82a-f369-46d5-8545-e9b65413df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295272 Mar 18 00:32:26.221879 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e48a3-8a00-4c7b-9e36-6bb70332913d req-fae7fb14-9905-4020-a4ed-80fb530665b9 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:26.222487 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b2533-50fa-4335-8a6d-d77e41fd061d req-3dab3629-803a-4f8b-bcef-f5e8053d9426 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:26.223530 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-771b2533-50fa-4335-8a6d-d77e41fd061d req-3dab3629-803a-4f8b-bcef-f5e8053d9426 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddc7f5a-8ce8-46bd-a872-fa238d4d24a0 HTTP/1.1" status: 200 len: 944 time: 0.0835211 Mar 18 00:32:26.229911 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-222e48a3-8a00-4c7b-9e36-6bb70332913d req-fae7fb14-9905-4020-a4ed-80fb530665b9 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 946 time: 0.0658615 Mar 18 00:32:26.278597 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-222e48a3-8a00-4c7b-9e36-6bb70332913d req-5eebab30-5ea7-4fa6-8991-a5155adcba4d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468304 Mar 18 00:32:26.325006 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-771b2533-50fa-4335-8a6d-d77e41fd061d req-16594c53-2dfb-4c7b-8b58-4da5f4f0e073 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932980 Mar 18 00:32:26.344153 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2765a372-e1a4-47e4-93c4-b4d516bd55de req-c32f674a-c9c6-4139-ada9-de1401346f52 service neutron] 10.222.0.10 "GET /v2.0/networks/5303f82a-f369-46d5-8545-e9b65413df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195869 Mar 18 00:32:26.362430 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:26.432004 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-dfbf8542-53a7-4e3b-95ef-6cbe5f4f4a2e req-0561492b-9ca8-4dd4-8211-e3035124b3d8 tempest-ServerRescueNegativeTestJSON-1779313858 tempest-ServerRescueNegativeTestJSON-1779313858-project] 10.222.0.23 "GET /v2.0/ports?device_id=3413a189-10b7-4e1e-9164-073f9492102b HTTP/1.1" status: 200 len: 210 time: 0.0289280 Mar 18 00:32:26.445544 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2765a372-e1a4-47e4-93c4-b4d516bd55de req-db74aea7-6753-47d4-bd4e-4ee86bfe4045 service neutron] 10.222.0.10 "GET /v2.0/networks/5303f82a-f369-46d5-8545-e9b65413df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911207 Mar 18 00:32:27.095577 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3413a189-10b7-4e1e-9164-073f9492102b', 'name': 'network-vif-deleted', 'tag': 'e418c320-2ee1-42d5-91c0-ca989a8b7cdb'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:32:27.097986 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbbfc0b-cbab-4918-846a-feeff275d405" -d '{"events": [{"server_uuid": "3413a189-10b7-4e1e-9164-073f9492102b", "name": "network-vif-deleted", "tag": "e418c320-2ee1-42d5-91c0-ca989a8b7cdb"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:32:27.132355 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de49e9f5-443b-40d9-912f-1befee8d02a9 x-openstack-request-id: req-de49e9f5-443b-40d9-912f-1befee8d02a9 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:32:27.132652 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3413a189-10b7-4e1e-9164-073f9492102b", "name": "network-vif-deleted", "tag": "e418c320-2ee1-42d5-91c0-ca989a8b7cdb", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:32:27.132907 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de49e9f5-443b-40d9-912f-1befee8d02a9 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:32:27.133308 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3413a189-10b7-4e1e-9164-073f9492102b', 'name': 'network-vif-deleted', 'tag': 'e418c320-2ee1-42d5-91c0-ca989a8b7cdb', 'status': 'completed', 'code': 200} Mar 18 00:32:27.447464 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a1061-19ce-41d1-bcfd-b0b0c3e2d31a req-a2d51482-025b-452b-86a3-eaac35ffaca9 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:27.448923 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-0e2a1061-19ce-41d1-bcfd-b0b0c3e2d31a req-a2d51482-025b-452b-86a3-eaac35ffaca9 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddc7f5a-8ce8-46bd-a872-fa238d4d24a0 HTTP/1.1" status: 200 len: 944 time: 0.0557470 Mar 18 00:32:27.490146 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 53572) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:27.502348 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-0e2a1061-19ce-41d1-bcfd-b0b0c3e2d31a req-02e3ec2b-d0fc-415c-87e0-75146c6b5db5 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478146 Mar 18 00:32:27.740941 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:27.920085 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f1aba9ab-b719-4e23-ab4d-5082c6221cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705283'] for router_interface (575017b5-ca0a-44f7-89cf-d0c6793025f4), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:28.215461 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-f1aba9ab-b719-4e23-ab4d-5082c6221cf4 admin admin] Deleting port 09fe0562-79b6-45c4-843d-b2f98b358ef8 {{(pid=109623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:32:28.215791 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f1aba9ab-b719-4e23-ab4d-5082c6221cf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (09fe0562-79b6-45c4-843d-b2f98b358ef8), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:28.296211 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.db [None req-f1aba9ab-b719-4e23-ab4d-5082c6221cf4 admin admin] For port 09fe0562-79b6-45c4-843d-b2f98b358ef8, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=09fe0562-79b6-45c4-843d-b2f98b358ef8,segment=NetworkSegment(de455b86-5b7d-4b92-9374-4d7bb2404dea),segment_id=de455b86-5b7d-4b92-9374-4d7bb2404dea)] {{(pid=109623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:32:28.296569 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f1aba9ab-b719-4e23-ab4d-5082c6221cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (09fe0562-79b6-45c4-843d-b2f98b358ef8), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:28.310386 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-f1aba9ab-b719-4e23-ab4d-5082c6221cf4 admin admin] Calling delete_port for 09fe0562-79b6-45c4-843d-b2f98b358ef8 owned by network:router_interface {{(pid=109623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:32:28.517556 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f1aba9ab-b719-4e23-ab4d-5082c6221cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (09fe0562-79b6-45c4-843d-b2f98b358ef8), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:28.548451 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aba9ab-b719-4e23-ab4d-5082c6221cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=09fe0562-79b6-45c4-843d-b2f98b358ef8,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:28.635002 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742deee7-70e9-4f3f-868f-4698de1b62af req-dafffcc1-1942-4ff3-ae70-e4956b7258da tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:28.636486 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-742deee7-70e9-4f3f-868f-4698de1b62af req-dafffcc1-1942-4ff3-ae70-e4956b7258da tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddc7f5a-8ce8-46bd-a872-fa238d4d24a0 HTTP/1.1" status: 200 len: 944 time: 0.0602310 Mar 18 00:32:28.686872 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-742deee7-70e9-4f3f-868f-4698de1b62af req-dce0e68d-178f-4d79-a442-fb626991726d tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443470 Mar 18 00:32:28.893513 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f1aba9ab-b719-4e23-ab4d-5082c6221cf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705971'] for router_interface (575017b5-ca0a-44f7-89cf-d0c6793025f4), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:29.116902 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1aba9ab-b719-4e23-ab4d-5082c6221cf4 admin admin] Router 575017b5-ca0a-44f7-89cf-d0c6793025f4 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:32:29.230995 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1aba9ab-b719-4e23-ab4d-5082c6221cf4 admin admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:32:29.236598 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-f1aba9ab-b719-4e23-ab4d-5082c6221cf4 admin admin] 10.222.0.23 "PUT /v2.0/routers/575017b5-ca0a-44f7-89cf-d0c6793025f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7454274 Mar 18 00:32:29.239200 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 53580) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:29.242914 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3eea42-cffc-49b5-8bd5-2cdf124fa6b3 None None] Sync routers for ids ['575017b5-ca0a-44f7-89cf-d0c6793025f4'] in dv-cinder-768458-19-smb {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:32:29.269562 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3eea42-cffc-49b5-8bd5-2cdf124fa6b3 None None] Routers {'575017b5-ca0a-44f7-89cf-d0c6793025f4'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:32:29.270191 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-5d3eea42-cffc-49b5-8bd5-2cdf124fa6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:32:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['575017b5-ca0a-44f7-89cf-d0c6793025f4'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:29.279873 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device a1b85f44-c5bf-4243-9d89-e1942573a3e7 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 00:32:29.347684 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device e418c320-2ee1-42d5-91c0-ca989a8b7cdb no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:32:29.353340 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c2c57c3e-6fc8-49a2-b6b4-6d7bc19e93ab admin admin] Publish callbacks [] for router (575017b5-ca0a-44f7-89cf-d0c6793025f4), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:29.387131 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-5d3eea42-cffc-49b5-8bd5-2cdf124fa6b3 None None] Set router 575017b5-ca0a-44f7-89cf-d0c6793025f4 gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:32:29.392616 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] No Port match for: e418c320-2ee1-42d5-91c0-ca989a8b7cdb {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:32:29.392965 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device e418c320-2ee1-42d5-91c0-ca989a8b7cdb not bound to the agent host hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:32:29.418173 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port a1b85f44-c5bf-4243-9d89-e1942573a3e7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a1b85f44-c5bf-4243-9d89-e1942573a3e7,segment=NetworkSegment(c40df509-bfcc-4ccb-a9fa-dccb96a7abea),segment_id=c40df509-bfcc-4ccb-a9fa-dccb96a7abea)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:32:29.431495 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Returning: {'device': 'a1b85f44-c5bf-4243-9d89-e1942573a3e7', 'network_id': '5303f82a-f369-46d5-8545-e9b65413df1c', 'port_id': 'a1b85f44-c5bf-4243-9d89-e1942573a3e7', 'mac_address': 'fa:16:3e:d6:36:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd892237-b49e-4ab7-bc36-69585b25ccb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 00:32:29.473983 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c2c57c3e-6fc8-49a2-b6b4-6d7bc19e93ab admin admin] Publish callbacks [] for router_gateway (575017b5-ca0a-44f7-89cf-d0c6793025f4), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:29.475775 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port a1b85f44-c5bf-4243-9d89-e1942573a3e7 is: DOWN; New status is: BUILD {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:32:29.476377 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (a1b85f44-c5bf-4243-9d89-e1942573a3e7), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:29.495705 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b85f44-c5bf-4243-9d89-e1942573a3e7 {{(pid=109624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:32:29.519258 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port a1b85f44-c5bf-4243-9d89-e1942573a3e7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a1b85f44-c5bf-4243-9d89-e1942573a3e7,segment=NetworkSegment(c40df509-bfcc-4ccb-a9fa-dccb96a7abea),segment_id=c40df509-bfcc-4ccb-a9fa-dccb96a7abea)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:32:29.523743 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (a1b85f44-c5bf-4243-9d89-e1942573a3e7), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:29.539654 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-c2c57c3e-6fc8-49a2-b6b4-6d7bc19e93ab admin admin] Deleting port a707a7a1-950f-4473-800c-0e8871434db6 {{(pid=109623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:32:29.540271 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c2c57c3e-6fc8-49a2-b6b4-6d7bc19e93ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (a707a7a1-950f-4473-800c-0e8871434db6), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:29.567763 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-5d3eea42-cffc-49b5-8bd5-2cdf124fa6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575017b5-ca0a-44f7-89cf-d0c6793025f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1121676107-router', 'tenant_id': 'ab1e227852a347109abfca16a62e0b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a707a7a1-950f-4473-800c-0e8871434db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:32:28Z', 'revision_number': 5, 'project_id': 'ab1e227852a347109abfca16a62e0b84', 'gw_port': {'id': 'a707a7a1-950f-4473-800c-0e8871434db6', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575017b5-ca0a-44f7-89cf-d0c6793025f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:29.580112 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=a1b85f44-c5bf-4243-9d89-e1942573a3e7,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:29.598446 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3eea42-cffc-49b5-8bd5-2cdf124fa6b3 None None] Checking router: 575017b5-ca0a-44f7-89cf-d0c6793025f4 for host: dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:32:29.608061 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3eea42-cffc-49b5-8bd5-2cdf124fa6b3 None None] Routers {'575017b5-ca0a-44f7-89cf-d0c6793025f4'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:32:29.608667 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-5d3eea42-cffc-49b5-8bd5-2cdf124fa6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:32:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['575017b5-ca0a-44f7-89cf-d0c6793025f4'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:29.625207 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.db [None req-c2c57c3e-6fc8-49a2-b6b4-6d7bc19e93ab admin admin] For port a707a7a1-950f-4473-800c-0e8871434db6, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=a707a7a1-950f-4473-800c-0e8871434db6,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:32:29.625592 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c2c57c3e-6fc8-49a2-b6b4-6d7bc19e93ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (a707a7a1-950f-4473-800c-0e8871434db6), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:29.639167 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-c2c57c3e-6fc8-49a2-b6b4-6d7bc19e93ab admin admin] Calling delete_port for a707a7a1-950f-4473-800c-0e8871434db6 owned by network:router_gateway {{(pid=109623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:32:29.797842 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-5d3eea42-cffc-49b5-8bd5-2cdf124fa6b3 None None] Set router 575017b5-ca0a-44f7-89cf-d0c6793025f4 gateway port host: None {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:32:29.851421 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-5d3eea42-cffc-49b5-8bd5-2cdf124fa6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575017b5-ca0a-44f7-89cf-d0c6793025f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1121676107-router', 'tenant_id': 'ab1e227852a347109abfca16a62e0b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:32:29Z', 'revision_number': 6, 'project_id': 'ab1e227852a347109abfca16a62e0b84', 'gw_port_host': None}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:29.857309 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580d467-40fc-4b6c-a98d-bc028a72c670 req-ad9cd902-0343-4425-8124-fdc160b908a8 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:29.858837 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-1580d467-40fc-4b6c-a98d-bc028a72c670 req-ad9cd902-0343-4425-8124-fdc160b908a8 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddc7f5a-8ce8-46bd-a872-fa238d4d24a0 HTTP/1.1" status: 200 len: 945 time: 0.0939388 Mar 18 00:32:29.863930 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['a1b85f44-c5bf-4243-9d89-e1942573a3e7'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:32:29.882185 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3eea42-cffc-49b5-8bd5-2cdf124fa6b3 None None] The sync data for ids ['575017b5-ca0a-44f7-89cf-d0c6793025f4'] in dv-cinder-768458-19-smb is: [{'id': '575017b5-ca0a-44f7-89cf-d0c6793025f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1121676107-router', 'tenant_id': 'ab1e227852a347109abfca16a62e0b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:32:29Z', 'revision_number': 6, 'project_id': 'ab1e227852a347109abfca16a62e0b84', 'gw_port_host': None}] {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:32:29.882491 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c2c57c3e-6fc8-49a2-b6b4-6d7bc19e93ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (a707a7a1-950f-4473-800c-0e8871434db6), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:29.915668 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c57c3e-6fc8-49a2-b6b4-6d7bc19e93ab admin admin] Pushing event deleted for resources: {'Port': ['ID=a707a7a1-950f-4473-800c-0e8871434db6,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:29.977798 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-1580d467-40fc-4b6c-a98d-bc028a72c670 req-f73e0945-e25e-4113-946f-b7255bcc7b77 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112680 Mar 18 00:32:30.005485 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c2c57c3e-6fc8-49a2-b6b4-6d7bc19e93ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703945'] for router_gateway (575017b5-ca0a-44f7-89cf-d0c6793025f4), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:30.120447 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c2c57c3e-6fc8-49a2-b6b4-6d7bc19e93ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2196'] for router (575017b5-ca0a-44f7-89cf-d0c6793025f4), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:30.122589 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c2c57c3e-6fc8-49a2-b6b4-6d7bc19e93ab admin admin] Publish callbacks [] for router_controller (575017b5-ca0a-44f7-89cf-d0c6793025f4), precommit_delete_associations {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:30.189096 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c2c57c3e-6fc8-49a2-b6b4-6d7bc19e93ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1710826'] for router (575017b5-ca0a-44f7-89cf-d0c6793025f4), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:30.189656 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c57c3e-6fc8-49a2-b6b4-6d7bc19e93ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 575017b5-ca0a-44f7-89cf-d0c6793025f4 {{(pid=109623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 00:32:30.195001 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c2c57c3e-6fc8-49a2-b6b4-6d7bc19e93ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:30.196147 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-c2c57c3e-6fc8-49a2-b6b4-6d7bc19e93ab admin admin] 10.222.0.23 "DELETE /v2.0/routers/575017b5-ca0a-44f7-89cf-d0c6793025f4 HTTP/1.1" status: 204 len: 168 time: 0.9546375 Mar 18 00:32:30.198630 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 53584) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:30.245331 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1a43e5-ed7b-449d-8492-7f21b38545be admin admin] Deleting subnet fffd85f2-fb38-454d-bc7d-cc26360c8265 {{(pid=109623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 00:32:30.248794 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-7e1a43e5-ed7b-449d-8492-7f21b38545be admin admin] Publish callbacks [] for subnet (fffd85f2-fb38-454d-bc7d-cc26360c8265), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:30.293277 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-7e1a43e5-ed7b-449d-8492-7f21b38545be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9218248'] for subnet (fffd85f2-fb38-454d-bc7d-cc26360c8265), precommit_delete_associations {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:30.335229 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-7e1a43e5-ed7b-449d-8492-7f21b38545be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66134612'] for subnet (fffd85f2-fb38-454d-bc7d-cc26360c8265), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:30.391690 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-7e1a43e5-ed7b-449d-8492-7f21b38545be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66134605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9399403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547886'] for subnet (fffd85f2-fb38-454d-bc7d-cc26360c8265), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:30.416762 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a43e5-ed7b-449d-8492-7f21b38545be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fffd85f2-fb38-454d-bc7d-cc26360c8265,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:30.423053 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-7e1a43e5-ed7b-449d-8492-7f21b38545be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:30.426486 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-7e1a43e5-ed7b-449d-8492-7f21b38545be admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fffd85f2-fb38-454d-bc7d-cc26360c8265 HTTP/1.1" status: 204 len: 168 time: 0.2269213 Mar 18 00:32:30.429658 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 53588) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:30.502076 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-900f0f27-7b38-40dc-b958-e7be581d9700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66092315'] for network (84748e75-c932-49cf-9755-9d062da3cfcc), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:30.580434 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-900f0f27-7b38-40dc-b958-e7be581d9700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66202081', 'neutron.services.segments.db._delete_segments_for_network-8766732137027'] for network (84748e75-c932-49cf-9755-9d062da3cfcc), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:30.602047 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.services.segments.db [None req-900f0f27-7b38-40dc-b958-e7be581d9700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84748e75-c932-49cf-9755-9d062da3cfcc']}} {{(pid=109623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:30.611463 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.services.segments.db [None req-900f0f27-7b38-40dc-b958-e7be581d9700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de455b86-5b7d-4b92-9374-4d7bb2404dea') {'for_net_delete': True} {{(pid=109623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:30.611759 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.services.segments.db [None req-900f0f27-7b38-40dc-b958-e7be581d9700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de455b86-5b7d-4b92-9374-4d7bb2404dea') {} {{(pid=109623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:30.621601 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-900f0f27-7b38-40dc-b958-e7be581d9700 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732287052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9218289'] for segment (de455b86-5b7d-4b92-9374-4d7bb2404dea), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:30.635053 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-900f0f27-7b38-40dc-b958-e7be581d9700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (de455b86-5b7d-4b92-9374-4d7bb2404dea), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:30.641358 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900f0f27-7b38-40dc-b958-e7be581d9700 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=109623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 00:32:30.641880 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-900f0f27-7b38-40dc-b958-e7be581d9700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9398985'] for segment (de455b86-5b7d-4b92-9374-4d7bb2404dea), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: Traceback (most recent call last): Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: timer() Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: cb(*args, **kw) Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: return func(*args, **kwargs) Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: self._notify() Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: self.callback(batched_events) Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: event.method(event) Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: return f(self, *a, **k) Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: return self._get(url).json() Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: return self.request(url, 'GET', **kwargs) Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 00:32:30.643501 dv-cinder-768458-19-smb neutron-server[109623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 00:32:30.706314 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-900f0f27-7b38-40dc-b958-e7be581d9700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66202074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704053'] for network (84748e75-c932-49cf-9755-9d062da3cfcc), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:30.714503 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-900f0f27-7b38-40dc-b958-e7be581d9700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:30.717683 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-900f0f27-7b38-40dc-b958-e7be581d9700 admin admin] 10.222.0.23 "DELETE /v2.0/networks/84748e75-c932-49cf-9755-9d062da3cfcc HTTP/1.1" status: 204 len: 168 time: 0.2870936 Mar 18 00:32:30.728747 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f0f27-7b38-40dc-b958-e7be581d9700 admin admin] Pushing event deleted for resources: {'Network': ['ID=84748e75-c932-49cf-9755-9d062da3cfcc,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:30.836485 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 53592) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:30.881826 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-a43f611d-07c6-484f-a9c1-098c718dbb93 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab1e227852a347109abfca16a62e0b84&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412014 Mar 18 00:32:30.882195 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 53594) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:30.933222 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a452-abc5-48ec-ae56-ce5e02770624 admin admin] Publish callbacks [] for security_group (0649f193-59ad-42d5-9dbb-8f6f891c255f), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:30.956304 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a452-abc5-48ec-ae56-ce5e02770624 admin admin] Publish callbacks [] for security_group (0649f193-59ad-42d5-9dbb-8f6f891c255f), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:31.010547 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a452-abc5-48ec-ae56-ce5e02770624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (0649f193-59ad-42d5-9dbb-8f6f891c255f), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:31.013058 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a452-abc5-48ec-ae56-ce5e02770624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:31.014240 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-bdf8a452-abc5-48ec-ae56-ce5e02770624 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0649f193-59ad-42d5-9dbb-8f6f891c255f HTTP/1.1" status: 204 len: 168 time: 0.1310525 Mar 18 00:32:31.022629 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8a452-abc5-48ec-ae56-ce5e02770624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0649f193-59ad-42d5-9dbb-8f6f891c255f,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:31.125062 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ff066-4b36-4888-9a8a-3a1b6f85d192 req-6d3fdfdb-d47d-480e-9960-7ddd36a5f864 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:31.126578 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-141ff066-4b36-4888-9a8a-3a1b6f85d192 req-6d3fdfdb-d47d-480e-9960-7ddd36a5f864 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddc7f5a-8ce8-46bd-a872-fa238d4d24a0 HTTP/1.1" status: 200 len: 945 time: 0.0584643 Mar 18 00:32:31.176138 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-141ff066-4b36-4888-9a8a-3a1b6f85d192 req-00aad0c1-2be4-4014-940d-5f451d16e9b0 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440774 Mar 18 00:32:31.292215 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 09fe0562-79b6-45c4-843d-b2f98b358ef8 no longer exists at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:32:31.296286 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device a1b85f44-c5bf-4243-9d89-e1942573a3e7 up at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:32:31.315880 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] No Port match for: 09fe0562-79b6-45c4-843d-b2f98b358ef8 {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:32:31.316302 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 09fe0562-79b6-45c4-843d-b2f98b358ef8 not bound to the agent host dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:32:31.316868 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device a707a7a1-950f-4473-800c-0e8871434db6 no longer exists at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:32:31.367718 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] No Port match for: a707a7a1-950f-4473-800c-0e8871434db6 {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:32:31.368091 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device a707a7a1-950f-4473-800c-0e8871434db6 not bound to the agent host dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:32:31.397124 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning for port a1b85f44-c5bf-4243-9d89-e1942573a3e7 completed by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 00:32:31.401237 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning complete for port a1b85f44-c5bf-4243-9d89-e1942573a3e7 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:31.401722 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (a1b85f44-c5bf-4243-9d89-e1942573a3e7), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:31.482075 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port a1b85f44-c5bf-4243-9d89-e1942573a3e7 is: BUILD; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:32:31.482475 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (a1b85f44-c5bf-4243-9d89-e1942573a3e7), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:31.505575 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddc7f5a-8ce8-46bd-a872-fa238d4d24a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b85f44-c5bf-4243-9d89-e1942573a3e7'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:32:31.507896 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f34633-c2bd-49dd-a770-57d06f8a330a" -d '{"events": [{"server_uuid": "cddc7f5a-8ce8-46bd-a872-fa238d4d24a0", "name": "network-vif-plugged", "status": "completed", "tag": "a1b85f44-c5bf-4243-9d89-e1942573a3e7"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:32:31.521805 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port a1b85f44-c5bf-4243-9d89-e1942573a3e7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a1b85f44-c5bf-4243-9d89-e1942573a3e7,segment=NetworkSegment(c40df509-bfcc-4ccb-a9fa-dccb96a7abea),segment_id=c40df509-bfcc-4ccb-a9fa-dccb96a7abea)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:32:31.526979 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (a1b85f44-c5bf-4243-9d89-e1942573a3e7), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:31.553167 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c302b0cc-6a5d-4e9b-be7d-fd558c8c606d x-openstack-request-id: req-c302b0cc-6a5d-4e9b-be7d-fd558c8c606d {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:32:31.553484 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddc7f5a-8ce8-46bd-a872-fa238d4d24a0", "name": "network-vif-plugged", "status": "completed", "tag": "a1b85f44-c5bf-4243-9d89-e1942573a3e7", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:32:31.553736 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c302b0cc-6a5d-4e9b-be7d-fd558c8c606d {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:32:31.554121 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddc7f5a-8ce8-46bd-a872-fa238d4d24a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b85f44-c5bf-4243-9d89-e1942573a3e7', 'code': 200} Mar 18 00:32:31.583349 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=a1b85f44-c5bf-4243-9d89-e1942573a3e7,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:31.776743 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eac224-be48-4933-ac03-98c828228a43 req-305266e9-5072-434b-910a-c546832b1e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:31.778520 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-90eac224-be48-4933-ac03-98c828228a43 req-305266e9-5072-434b-910a-c546832b1e3a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cddc7f5a-8ce8-46bd-a872-fa238d4d24a0 HTTP/1.1" status: 200 len: 1130 time: 0.0481071 Mar 18 00:32:31.826184 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-90eac224-be48-4933-ac03-98c828228a43 req-c3ad139c-7889-42b0-9799-8022c9222532 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411682 Mar 18 00:32:32.305591 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19234f1f-d938-42d4-b668-677e94ef636e req-faeafcd4-d858-44ae-99a5-37164846bbd9 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:32.307191 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-19234f1f-d938-42d4-b668-677e94ef636e req-faeafcd4-d858-44ae-99a5-37164846bbd9 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddc7f5a-8ce8-46bd-a872-fa238d4d24a0 HTTP/1.1" status: 200 len: 946 time: 0.0570512 Mar 18 00:32:32.366786 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-19234f1f-d938-42d4-b668-677e94ef636e req-41b3aa69-0b42-4c20-90dd-dc706d6696a5 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538681 Mar 18 00:32:32.841593 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 53654) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:32.950187 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-2ac16568-1cff-4740-b3fe-8d8947c8e85d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:33.027753 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-2ac16568-1cff-4740-b3fe-8d8947c8e85d admin admin] Publish callbacks [] for security_group (3d288099-f5d8-4e73-a897-b68a05ae7b6a), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:33.031580 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-2ac16568-1cff-4740-b3fe-8d8947c8e85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (3d288099-f5d8-4e73-a897-b68a05ae7b6a), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:33.072739 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-2ac16568-1cff-4740-b3fe-8d8947c8e85d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c6512bcbc774824a2c5f0fe7da0aa06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297299 Mar 18 00:32:33.073948 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac16568-1cff-4740-b3fe-8d8947c8e85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d288099-f5d8-4e73-a897-b68a05ae7b6a,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:33.076759 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 53658) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:33.131202 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e12fd25d-c854-49b8-b819-0ca45d40f081 admin admin] Publish callbacks [] for security_group (3d288099-f5d8-4e73-a897-b68a05ae7b6a), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:33.153854 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e12fd25d-c854-49b8-b819-0ca45d40f081 admin admin] Publish callbacks [] for security_group (3d288099-f5d8-4e73-a897-b68a05ae7b6a), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:33.206308 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e12fd25d-c854-49b8-b819-0ca45d40f081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (3d288099-f5d8-4e73-a897-b68a05ae7b6a), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:33.210351 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e12fd25d-c854-49b8-b819-0ca45d40f081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:33.211501 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-e12fd25d-c854-49b8-b819-0ca45d40f081 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d288099-f5d8-4e73-a897-b68a05ae7b6a HTTP/1.1" status: 204 len: 168 time: 0.1338756 Mar 18 00:32:33.219325 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12fd25d-c854-49b8-b819-0ca45d40f081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d288099-f5d8-4e73-a897-b68a05ae7b6a,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:33.494658 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 53672) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:33.502178 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03cd03-a684-4f75-a35e-2a925fd7a76a req-c8236e3f-de6b-4026-8dda-68c1859d7b51 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:33.503637 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9d03cd03-a684-4f75-a35e-2a925fd7a76a req-c8236e3f-de6b-4026-8dda-68c1859d7b51 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddc7f5a-8ce8-46bd-a872-fa238d4d24a0 HTTP/1.1" status: 200 len: 946 time: 0.0641043 Mar 18 00:32:33.508024 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6f5fcc2f-a446-4e8e-8533-a317257fea5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:33.552790 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9d03cd03-a684-4f75-a35e-2a925fd7a76a req-cd4403bb-b975-4b84-bbf7-5dc2bad6b200 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427732 Mar 18 00:32:33.587697 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6f5fcc2f-a446-4e8e-8533-a317257fea5e admin admin] Publish callbacks [] for security_group (5d477e5d-7e55-4d5d-af9e-c22240de5341), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:33.591674 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6f5fcc2f-a446-4e8e-8533-a317257fea5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (5d477e5d-7e55-4d5d-af9e-c22240de5341), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:33.636623 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-6f5fcc2f-a446-4e8e-8533-a317257fea5e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28b0ad1a66ae4b548cb0873dc4176d16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407113 Mar 18 00:32:33.638589 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fcc2f-a446-4e8e-8533-a317257fea5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d477e5d-7e55-4d5d-af9e-c22240de5341,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:33.639301 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 53692) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:33.688722 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-41708285-0add-453d-b59e-efee095c5257 admin admin] Publish callbacks [] for security_group (5d477e5d-7e55-4d5d-af9e-c22240de5341), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:33.710544 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-41708285-0add-453d-b59e-efee095c5257 admin admin] Publish callbacks [] for security_group (5d477e5d-7e55-4d5d-af9e-c22240de5341), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:33.758702 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-41708285-0add-453d-b59e-efee095c5257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (5d477e5d-7e55-4d5d-af9e-c22240de5341), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:33.761472 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-41708285-0add-453d-b59e-efee095c5257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:33.762588 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-41708285-0add-453d-b59e-efee095c5257 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d477e5d-7e55-4d5d-af9e-c22240de5341 HTTP/1.1" status: 204 len: 168 time: 0.1223128 Mar 18 00:32:33.770916 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41708285-0add-453d-b59e-efee095c5257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d477e5d-7e55-4d5d-af9e-c22240de5341,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:36.069689 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:36.770025 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6bc94982-d1de-4290-a690-43d0427804c1 req-e819d80c-0963-45aa-b149-8696d593e1b4 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-766590158&fields=id&tenant_id=566f1fc415cf4cb193c8e431d0d0f3db HTTP/1.1" status: 200 len: 267 time: 0.0632982 Mar 18 00:32:36.885792 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a783b2db-03ce-4b1c-8476-9617ba6eeca7 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:36.887435 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a783b2db-03ce-4b1c-8476-9617ba6eeca7 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/networks?id=96ae1d1c-dc7f-45c7-b0c1-8234cd904409 HTTP/1.1" status: 200 len: 809 time: 0.1109204 Mar 18 00:32:36.903547 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6bc94982-d1de-4290-a690-43d0427804c1 req-0779bcdb-a306-4759-98c9-8a857a257322 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/quotas/566f1fc415cf4cb193c8e431d0d0f3db HTTP/1.1" status: 200 len: 375 time: 0.0099487 Mar 18 00:32:36.959920 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6bc94982-d1de-4290-a690-43d0427804c1 req-8a3c137c-2959-4f96-b157-14b6d9b7177e tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=566f1fc415cf4cb193c8e431d0d0f3db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513561 Mar 18 00:32:37.059314 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6bc94982-d1de-4290-a690-43d0427804c1 req-89d8ea68-9875-4efb-9b58-18818590721a service neutron] 10.222.0.23 "GET /v2.0/networks/96ae1d1c-dc7f-45c7-b0c1-8234cd904409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852625 Mar 18 00:32:37.157420 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6bc94982-d1de-4290-a690-43d0427804c1 req-c1861be2-f468-42c8-97a1-30b491c8b57c service neutron] 10.222.0.23 "GET /v2.0/networks/96ae1d1c-dc7f-45c7-b0c1-8234cd904409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922587 Mar 18 00:32:37.454559 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e6910fa0-3bf0-4b3f-9972-db751377f066 req-cde19aa4-516a-47dd-8dd5-5668a58a3a75 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 210 time: 0.0275414 Mar 18 00:32:38.551229 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc94982-d1de-4290-a690-43d0427804c1 req-eeabf6b7-591b-4493-96a7-55fe5dc7086c tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:38.552730 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6bc94982-d1de-4290-a690-43d0427804c1 req-eeabf6b7-591b-4493-96a7-55fe5dc7086c tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.10 "GET /v2.0/networks?id=96ae1d1c-dc7f-45c7-b0c1-8234cd904409 HTTP/1.1" status: 200 len: 809 time: 0.1268137 Mar 18 00:32:38.568440 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5207899a-1429-4251-8ed1-62327deac583 req-09b8cc1f-d912-405f-90cf-c33b1f425590 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 210 time: 0.0361118 Mar 18 00:32:38.656550 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a4c0b6bd-e778-4b8e-b7ec-bac7d462d955 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=566f1fc415cf4cb193c8e431d0d0f3db HTTP/1.1" status: 200 len: 379 time: 0.0574043 Mar 18 00:32:38.666250 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-6bc94982-d1de-4290-a690-43d0427804c1 req-c27a21df-04e6-4df1-8ead-39219ecf689e tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Request body: {'port': {'device_id': '2a801e6a-37cb-4efb-857b-6cfcf7e2f06f', 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409', 'admin_state_up': True, 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'security_groups': ['04f354b0-4849-46bb-86d3-4d28433bed20']}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:32:38.774801 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc94982-d1de-4290-a690-43d0427804c1 req-c27a21df-04e6-4df1-8ead-39219ecf689e tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Made reservation on behalf of 566f1fc415cf4cb193c8e431d0d0f3db for: {'port': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:32:38.778214 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-6bc94982-d1de-4290-a690-43d0427804c1 req-c27a21df-04e6-4df1-8ead-39219ecf689e tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:38.901062 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [req-6bc94982-d1de-4290-a690-43d0427804c1 req-c27a21df-04e6-4df1-8ead-39219ecf689e tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Allocated IP 172.20.0.9 (96ae1d1c-dc7f-45c7-b0c1-8234cd904409/b1a76d3f-7d67-4646-8350-4b7833079f0d/e0374c92-7fa0-46d9-a2f3-99c2c1606436) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:32:39.055150 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-6bc94982-d1de-4290-a690-43d0427804c1 req-c27a21df-04e6-4df1-8ead-39219ecf689e tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for port (e0374c92-7fa0-46d9-a2f3-99c2c1606436), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:39.090053 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-6bc94982-d1de-4290-a690-43d0427804c1 req-c27a21df-04e6-4df1-8ead-39219ecf689e tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (e0374c92-7fa0-46d9-a2f3-99c2c1606436), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:39.133241 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc94982-d1de-4290-a690-43d0427804c1 req-c27a21df-04e6-4df1-8ead-39219ecf689e tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Network 96ae1d1c-dc7f-45c7-b0c1-8234cd904409 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:32:39.136220 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [req-6bc94982-d1de-4290-a690-43d0427804c1 req-c27a21df-04e6-4df1-8ead-39219ecf689e tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:32:39.140081 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc94982-d1de-4290-a690-43d0427804c1 req-c27a21df-04e6-4df1-8ead-39219ecf689e tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:32:39.184105 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a21df-04e6-4df1-8ead-39219ecf689e tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Pushing event updated for resources: {'Port': ['ID=e0374c92-7fa0-46d9-a2f3-99c2c1606436,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:39.212393 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc94982-d1de-4290-a690-43d0427804c1 req-c27a21df-04e6-4df1-8ead-39219ecf689e tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:39.213130 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-6bc94982-d1de-4290-a690-43d0427804c1 req-c27a21df-04e6-4df1-8ead-39219ecf689e tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:39.237978 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6bc94982-d1de-4290-a690-43d0427804c1 req-c27a21df-04e6-4df1-8ead-39219ecf689e tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5755355 Mar 18 00:32:39.259118 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a348e960-0104-4a09-a55e-0d01388b00b5 service neutron] Request body: {'port': {'device_id': '2a801e6a-37cb-4efb-857b-6cfcf7e2f06f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:32:39.331311 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a348e960-0104-4a09-a55e-0d01388b00b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (e0374c92-7fa0-46d9-a2f3-99c2c1606436), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:39.399363 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-7527eee5-5d8c-425b-95cb-05b02e197535 None None] Provisioning complete for port e0374c92-7fa0-46d9-a2f3-99c2c1606436 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:39.399968 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-7527eee5-5d8c-425b-95cb-05b02e197535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (e0374c92-7fa0-46d9-a2f3-99c2c1606436), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:39.438514 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-7527eee5-5d8c-425b-95cb-05b02e197535 None None] Port e0374c92-7fa0-46d9-a2f3-99c2c1606436 cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:32:39.632097 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a348e960-0104-4a09-a55e-0d01388b00b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0374c92-7fa0-46d9-a2f3-99c2c1606436 {{(pid=109622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:32:39.641516 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a348e960-0104-4a09-a55e-0d01388b00b5 service neutron] Publish callbacks [] for port (e0374c92-7fa0-46d9-a2f3-99c2c1606436), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:39.655545 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.provisioning_blocks [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a348e960-0104-4a09-a55e-0d01388b00b5 service neutron] Transition to ACTIVE for port object e0374c92-7fa0-46d9-a2f3-99c2c1606436 will not be triggered until provisioned by entity L2. {{(pid=109622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 00:32:39.659842 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a348e960-0104-4a09-a55e-0d01388b00b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (e0374c92-7fa0-46d9-a2f3-99c2c1606436), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:39.687384 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 53860) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:39.734615 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bc0cb-fd24-4ccb-a681-2ee9ab020210 req-3c27d499-6537-486b-94f2-145105a0ab8c tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:39.736152 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-113bc0cb-fd24-4ccb-a681-2ee9ab020210 req-3c27d499-6537-486b-94f2-145105a0ab8c tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 943 time: 0.0830960 Mar 18 00:32:39.736606 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348e960-0104-4a09-a55e-0d01388b00b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0374c92-7fa0-46d9-a2f3-99c2c1606436,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:39.798948 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-113bc0cb-fd24-4ccb-a681-2ee9ab020210 req-6bc2c818-a7b4-4d89-977c-266c7090ef29 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553477 Mar 18 00:32:39.806089 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a348e960-0104-4a09-a55e-0d01388b00b5 service neutron] Attempting to bind port e0374c92-7fa0-46d9-a2f3-99c2c1606436 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:32:39.806465 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a348e960-0104-4a09-a55e-0d01388b00b5 service neutron] Attempting to bind port e0374c92-7fa0-46d9-a2f3-99c2c1606436 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '3f4680f7-c685-44a9-a1e4-1a3205ecc5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409'}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:32:39.806801 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a348e960-0104-4a09-a55e-0d01388b00b5 service neutron] Attempting to bind port e0374c92-7fa0-46d9-a2f3-99c2c1606436 on network 96ae1d1c-dc7f-45c7-b0c1-8234cd904409 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:32:39.812441 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a348e960-0104-4a09-a55e-0d01388b00b5 service neutron] Port e0374c92-7fa0-46d9-a2f3-99c2c1606436 on network 96ae1d1c-dc7f-45c7-b0c1-8234cd904409 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 00:32:39.812976 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a348e960-0104-4a09-a55e-0d01388b00b5 service neutron] Attempting to bind port e0374c92-7fa0-46d9-a2f3-99c2c1606436 on network 96ae1d1c-dc7f-45c7-b0c1-8234cd904409 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:32:39.819891 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a348e960-0104-4a09-a55e-0d01388b00b5 service neutron] Checking agent: {'id': 'a11cec97-e670-4172-acc9-1e6c1f318043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'started_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:32:39.820229 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a348e960-0104-4a09-a55e-0d01388b00b5 service neutron] Checking segment: {'id': '3f4680f7-c685-44a9-a1e4-1a3205ecc5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:32:39.820614 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a348e960-0104-4a09-a55e-0d01388b00b5 service neutron] Bound using segment: {'id': '3f4680f7-c685-44a9-a1e4-1a3205ecc5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409'} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:32:39.821048 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a348e960-0104-4a09-a55e-0d01388b00b5 service neutron] Bound port: e0374c92-7fa0-46d9-a2f3-99c2c1606436, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f4680f7-c685-44a9-a1e4-1a3205ecc5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409'}}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:32:39.821482 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a348e960-0104-4a09-a55e-0d01388b00b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (e0374c92-7fa0-46d9-a2f3-99c2c1606436), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:39.870712 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-07764a0d-7722-4a28-a2eb-07ccfc614a4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:39.894730 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a348e960-0104-4a09-a55e-0d01388b00b5 service neutron] For port e0374c92-7fa0-46d9-a2f3-99c2c1606436, host hv-cinder-76845, cleared binding levels {{(pid=109622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:32:39.899341 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a348e960-0104-4a09-a55e-0d01388b00b5 service neutron] For port e0374c92-7fa0-46d9-a2f3-99c2c1606436, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e0374c92-7fa0-46d9-a2f3-99c2c1606436,segment=NetworkSegment(3f4680f7-c685-44a9-a1e4-1a3205ecc5dd),segment_id=3f4680f7-c685-44a9-a1e4-1a3205ecc5dd)] {{(pid=109622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:32:39.908523 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a348e960-0104-4a09-a55e-0d01388b00b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (e0374c92-7fa0-46d9-a2f3-99c2c1606436), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:39.946348 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a348e960-0104-4a09-a55e-0d01388b00b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:39.946983 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a348e960-0104-4a09-a55e-0d01388b00b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:39.948430 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a348e960-0104-4a09-a55e-0d01388b00b5 service neutron] 10.222.0.10 "PUT /v2.0/ports/e0374c92-7fa0-46d9-a2f3-99c2c1606436 HTTP/1.1" status: 200 len: 1093 time: 0.6948841 Mar 18 00:32:39.948904 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a801e6a-37cb-4efb-857b-6cfcf7e2f06f', 'tag': 'e0374c92-7fa0-46d9-a2f3-99c2c1606436'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:32:39.951122 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56515212-cb78-4532-bd1a-f6fc59123bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "2a801e6a-37cb-4efb-857b-6cfcf7e2f06f", "tag": "e0374c92-7fa0-46d9-a2f3-99c2c1606436"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:32:39.961341 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-07764a0d-7722-4a28-a2eb-07ccfc614a4b admin admin] Publish callbacks [] for security_group (6c1af6c9-5a64-4b10-869b-a8a157ef9b79), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:39.967351 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-07764a0d-7722-4a28-a2eb-07ccfc614a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (6c1af6c9-5a64-4b10-869b-a8a157ef9b79), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:39.977534 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348e960-0104-4a09-a55e-0d01388b00b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0374c92-7fa0-46d9-a2f3-99c2c1606436,revision_number=3']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:40.017096 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07764a0d-7722-4a28-a2eb-07ccfc614a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1af6c9-5a64-4b10-869b-a8a157ef9b79,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:40.030375 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d337bc8e-86ed-4c67-8c38-7db94f85fd81 x-openstack-request-id: req-d337bc8e-86ed-4c67-8c38-7db94f85fd81 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:32:40.030630 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a801e6a-37cb-4efb-857b-6cfcf7e2f06f", "tag": "e0374c92-7fa0-46d9-a2f3-99c2c1606436", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:32:40.030815 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-07764a0d-7722-4a28-a2eb-07ccfc614a4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=badda1e1459e4939b4b8f69968955a3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3405104 Mar 18 00:32:40.030950 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d337bc8e-86ed-4c67-8c38-7db94f85fd81 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:32:40.031300 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a801e6a-37cb-4efb-857b-6cfcf7e2f06f', 'tag': 'e0374c92-7fa0-46d9-a2f3-99c2c1606436', 'status': 'completed', 'code': 200} Mar 18 00:32:40.031703 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 53866) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:40.111932 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc94982-d1de-4290-a690-43d0427804c1 req-f632636c-506f-4ca5-8a1c-7868e2064866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:40.113708 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6bc94982-d1de-4290-a690-43d0427804c1 req-f632636c-506f-4ca5-8a1c-7868e2064866 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=566f1fc415cf4cb193c8e431d0d0f3db&device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 1127 time: 0.0969818 Mar 18 00:32:40.115081 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f9fcf93e-f1b5-445d-b993-53bb1d5615d4 admin admin] Publish callbacks [] for security_group (6c1af6c9-5a64-4b10-869b-a8a157ef9b79), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:40.175939 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f9fcf93e-f1b5-445d-b993-53bb1d5615d4 admin admin] Publish callbacks [] for security_group (6c1af6c9-5a64-4b10-869b-a8a157ef9b79), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:40.179938 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6bc94982-d1de-4290-a690-43d0427804c1 req-a44c5293-9336-4fba-b68d-80f817c77b91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0374c92-7fa0-46d9-a2f3-99c2c1606436 HTTP/1.1" status: 200 len: 217 time: 0.0502436 Mar 18 00:32:40.255508 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc94982-d1de-4290-a690-43d0427804c1 req-d262460d-6ccd-41f9-b81b-305a9f8fbad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:40.257018 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6bc94982-d1de-4290-a690-43d0427804c1 req-d262460d-6ccd-41f9-b81b-305a9f8fbad5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1a76d3f-7d67-4646-8350-4b7833079f0d HTTP/1.1" status: 200 len: 848 time: 0.0682645 Mar 18 00:32:40.274427 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f9fcf93e-f1b5-445d-b993-53bb1d5615d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (6c1af6c9-5a64-4b10-869b-a8a157ef9b79), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:40.277090 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f9fcf93e-f1b5-445d-b993-53bb1d5615d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:40.280958 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-f9fcf93e-f1b5-445d-b993-53bb1d5615d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c1af6c9-5a64-4b10-869b-a8a157ef9b79 HTTP/1.1" status: 204 len: 168 time: 0.2467256 Mar 18 00:32:40.309874 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fcf93e-f1b5-445d-b993-53bb1d5615d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1af6c9-5a64-4b10-869b-a8a157ef9b79,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:40.329517 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc94982-d1de-4290-a690-43d0427804c1 req-523ec35e-2d2d-4ab8-9838-a1b27a048d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:40.331286 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6bc94982-d1de-4290-a690-43d0427804c1 req-523ec35e-2d2d-4ab8-9838-a1b27a048d66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96ae1d1c-dc7f-45c7-b0c1-8234cd904409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0653915 Mar 18 00:32:40.436723 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6bc94982-d1de-4290-a690-43d0427804c1 req-85b1fd9c-9f6c-4899-8a34-1315c65d5011 service neutron] 10.222.0.10 "GET /v2.0/networks/96ae1d1c-dc7f-45c7-b0c1-8234cd904409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981097 Mar 18 00:32:40.532786 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6bc94982-d1de-4290-a690-43d0427804c1 req-68588ccf-4ac1-464c-9174-85fed3f64f21 service neutron] 10.222.0.10 "GET /v2.0/networks/96ae1d1c-dc7f-45c7-b0c1-8234cd904409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895553 Mar 18 00:32:40.568783 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 53874) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:40.582056 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f7c2e29b-0575-4bc1-9099-b7b299a87547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:40.660130 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f7c2e29b-0575-4bc1-9099-b7b299a87547 admin admin] Publish callbacks [] for security_group (f508aebe-06f8-4123-b2d3-d442095bde01), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:40.665603 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f7c2e29b-0575-4bc1-9099-b7b299a87547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (f508aebe-06f8-4123-b2d3-d442095bde01), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:40.683314 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56515212-cb78-4532-bd1a-f6fc59123bbf req-d803043c-5c91-44a3-b4ce-518764c80850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:40.684800 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-56515212-cb78-4532-bd1a-f6fc59123bbf req-d803043c-5c91-44a3-b4ce-518764c80850 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=566f1fc415cf4cb193c8e431d0d0f3db&device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 1127 time: 0.0525150 Mar 18 00:32:40.704324 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-f7c2e29b-0575-4bc1-9099-b7b299a87547 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=864e763e718543fab600ef3bbf1fbb9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343901 Mar 18 00:32:40.705042 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2e29b-0575-4bc1-9099-b7b299a87547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f508aebe-06f8-4123-b2d3-d442095bde01,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:40.707317 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 53876) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:40.757299 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a1f3d4a1-582a-48ef-9eeb-42fbb28e103c admin admin] Publish callbacks [] for security_group (f508aebe-06f8-4123-b2d3-d442095bde01), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:40.779755 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a1f3d4a1-582a-48ef-9eeb-42fbb28e103c admin admin] Publish callbacks [] for security_group (f508aebe-06f8-4123-b2d3-d442095bde01), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:40.792120 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56515212-cb78-4532-bd1a-f6fc59123bbf req-ce0e48b2-ef7e-4335-9e11-41d5e9fbeee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:40.793641 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-56515212-cb78-4532-bd1a-f6fc59123bbf req-ce0e48b2-ef7e-4335-9e11-41d5e9fbeee7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96ae1d1c-dc7f-45c7-b0c1-8234cd904409 HTTP/1.1" status: 200 len: 909 time: 0.1016686 Mar 18 00:32:40.827222 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a1f3d4a1-582a-48ef-9eeb-42fbb28e103c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (f508aebe-06f8-4123-b2d3-d442095bde01), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:40.830234 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a1f3d4a1-582a-48ef-9eeb-42fbb28e103c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:40.834486 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-a1f3d4a1-582a-48ef-9eeb-42fbb28e103c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f508aebe-06f8-4123-b2d3-d442095bde01 HTTP/1.1" status: 204 len: 168 time: 0.1230993 Mar 18 00:32:40.844565 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3d4a1-582a-48ef-9eeb-42fbb28e103c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f508aebe-06f8-4123-b2d3-d442095bde01,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:40.854091 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-56515212-cb78-4532-bd1a-f6fc59123bbf req-12876c7d-9f6e-49c3-bb83-581f4d76bca0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0374c92-7fa0-46d9-a2f3-99c2c1606436 HTTP/1.1" status: 200 len: 217 time: 0.0536966 Mar 18 00:32:40.922649 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56515212-cb78-4532-bd1a-f6fc59123bbf req-e6ce1c41-6ce3-4861-a41d-3c72a27a06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:40.923938 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-56515212-cb78-4532-bd1a-f6fc59123bbf req-e6ce1c41-6ce3-4861-a41d-3c72a27a06aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1a76d3f-7d67-4646-8350-4b7833079f0d HTTP/1.1" status: 200 len: 848 time: 0.0630856 Mar 18 00:32:40.930813 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85516ae-5f4d-440f-acf9-d5a015677347 req-c0797f73-b7c5-4d25-8118-ca1d6466685e tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:40.932592 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-a85516ae-5f4d-440f-acf9-d5a015677347 req-c0797f73-b7c5-4d25-8118-ca1d6466685e tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 943 time: 0.0569551 Mar 18 00:32:40.979223 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56515212-cb78-4532-bd1a-f6fc59123bbf req-a55ed6aa-d5c4-49e1-9ad5-02bb49553004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:40.980737 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-56515212-cb78-4532-bd1a-f6fc59123bbf req-a55ed6aa-d5c4-49e1-9ad5-02bb49553004 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96ae1d1c-dc7f-45c7-b0c1-8234cd904409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0490932 Mar 18 00:32:40.994005 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-a85516ae-5f4d-440f-acf9-d5a015677347 req-4a87fd74-c2bb-4a44-a055-cedbd4883c1b tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550735 Mar 18 00:32:41.084765 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-56515212-cb78-4532-bd1a-f6fc59123bbf req-0182e590-e6e6-4557-b10c-5507100e237d service neutron] 10.222.0.10 "GET /v2.0/networks/96ae1d1c-dc7f-45c7-b0c1-8234cd904409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956538 Mar 18 00:32:41.182833 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-56515212-cb78-4532-bd1a-f6fc59123bbf req-68ab9275-c162-49ce-8d75-56721be34356 service neutron] 10.222.0.10 "GET /v2.0/networks/96ae1d1c-dc7f-45c7-b0c1-8234cd904409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895302 Mar 18 00:32:42.119098 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be9502-01fe-453b-9e94-05c2b2aa1222 req-61d19c55-aabf-4fed-8175-25ffac9cf5de tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:42.120641 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-07be9502-01fe-453b-9e94-05c2b2aa1222 req-61d19c55-aabf-4fed-8175-25ffac9cf5de tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 943 time: 0.0570743 Mar 18 00:32:42.172041 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-07be9502-01fe-453b-9e94-05c2b2aa1222 req-7d3379e0-719f-48e1-8eed-6d22ce72e638 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457797 Mar 18 00:32:42.573315 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 53938) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:42.681219 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d9fa3328-1368-4288-ad8e-93fe76c7d57e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:42.754178 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d9fa3328-1368-4288-ad8e-93fe76c7d57e admin admin] Publish callbacks [] for security_group (9c83272b-a9c6-45e2-85ad-67cfaac99519), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:42.759074 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d9fa3328-1368-4288-ad8e-93fe76c7d57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (9c83272b-a9c6-45e2-85ad-67cfaac99519), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:42.799136 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-d9fa3328-1368-4288-ad8e-93fe76c7d57e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8cdfef6ef91949dd9bf185bc7ce98034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247081 Mar 18 00:32:42.800404 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa3328-1368-4288-ad8e-93fe76c7d57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c83272b-a9c6-45e2-85ad-67cfaac99519,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:42.801908 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 53942) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:42.853741 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4b4ce694-b884-4888-a740-2937cbe76f55 admin admin] Publish callbacks [] for security_group (9c83272b-a9c6-45e2-85ad-67cfaac99519), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:42.874720 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4b4ce694-b884-4888-a740-2937cbe76f55 admin admin] Publish callbacks [] for security_group (9c83272b-a9c6-45e2-85ad-67cfaac99519), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:42.922203 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4b4ce694-b884-4888-a740-2937cbe76f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (9c83272b-a9c6-45e2-85ad-67cfaac99519), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:42.924666 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4b4ce694-b884-4888-a740-2937cbe76f55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:42.925874 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-4b4ce694-b884-4888-a740-2937cbe76f55 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c83272b-a9c6-45e2-85ad-67cfaac99519 HTTP/1.1" status: 204 len: 168 time: 0.1229887 Mar 18 00:32:42.934222 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ce694-b884-4888-a740-2937cbe76f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c83272b-a9c6-45e2-85ad-67cfaac99519,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:43.189644 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 53948) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:43.204376 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f2563d11-eb9d-449e-a291-463d50fa4ab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:43.290274 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f2563d11-eb9d-449e-a291-463d50fa4ab0 admin admin] Publish callbacks [] for security_group (ea84ad4e-dd2e-4b62-a2b6-f5f80ae7db08), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:43.294453 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f2563d11-eb9d-449e-a291-463d50fa4ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (ea84ad4e-dd2e-4b62-a2b6-f5f80ae7db08), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:43.304800 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3eea00-aa62-4479-9223-d3bcbff9442e req-d4b5f571-f354-461a-a862-429c266d2697 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:43.306328 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-2f3eea00-aa62-4479-9223-d3bcbff9442e req-d4b5f571-f354-461a-a862-429c266d2697 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 943 time: 0.0642254 Mar 18 00:32:43.334999 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-f2563d11-eb9d-449e-a291-463d50fa4ab0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab62e78710e141ebb5c32d655f38886b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442196 Mar 18 00:32:43.335836 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2563d11-eb9d-449e-a291-463d50fa4ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea84ad4e-dd2e-4b62-a2b6-f5f80ae7db08,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:43.337638 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 53952) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:43.361572 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device e0374c92-7fa0-46d9-a2f3-99c2c1606436 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 00:32:43.375060 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-2f3eea00-aa62-4479-9223-d3bcbff9442e req-6a6a7f4e-d30f-4a58-b8b9-64eba9ae4597 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631838 Mar 18 00:32:43.413505 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c1dd255e-c9c7-4412-a8fb-c6a7aed67b69 admin admin] Publish callbacks [] for security_group (ea84ad4e-dd2e-4b62-a2b6-f5f80ae7db08), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:43.435907 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c1dd255e-c9c7-4412-a8fb-c6a7aed67b69 admin admin] Publish callbacks [] for security_group (ea84ad4e-dd2e-4b62-a2b6-f5f80ae7db08), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:43.461619 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port e0374c92-7fa0-46d9-a2f3-99c2c1606436, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e0374c92-7fa0-46d9-a2f3-99c2c1606436,segment=NetworkSegment(3f4680f7-c685-44a9-a1e4-1a3205ecc5dd),segment_id=3f4680f7-c685-44a9-a1e4-1a3205ecc5dd)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:32:43.486774 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c1dd255e-c9c7-4412-a8fb-c6a7aed67b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (ea84ad4e-dd2e-4b62-a2b6-f5f80ae7db08), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:43.489524 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c1dd255e-c9c7-4412-a8fb-c6a7aed67b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:43.493271 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-c1dd255e-c9c7-4412-a8fb-c6a7aed67b69 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea84ad4e-dd2e-4b62-a2b6-f5f80ae7db08 HTTP/1.1" status: 204 len: 168 time: 0.1522167 Mar 18 00:32:43.508671 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd255e-c9c7-4412-a8fb-c6a7aed67b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea84ad4e-dd2e-4b62-a2b6-f5f80ae7db08,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:43.604173 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Returning: {'device': 'e0374c92-7fa0-46d9-a2f3-99c2c1606436', 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409', 'port_id': 'e0374c92-7fa0-46d9-a2f3-99c2c1606436', 'mac_address': 'fa:16:3e:be:6b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a76d3f-7d67-4646-8350-4b7833079f0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 00:32:43.643326 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port e0374c92-7fa0-46d9-a2f3-99c2c1606436 is: DOWN; New status is: BUILD {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:32:43.643723 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (e0374c92-7fa0-46d9-a2f3-99c2c1606436), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:43.662404 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0374c92-7fa0-46d9-a2f3-99c2c1606436 {{(pid=109624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:32:43.679996 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port e0374c92-7fa0-46d9-a2f3-99c2c1606436, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e0374c92-7fa0-46d9-a2f3-99c2c1606436,segment=NetworkSegment(3f4680f7-c685-44a9-a1e4-1a3205ecc5dd),segment_id=3f4680f7-c685-44a9-a1e4-1a3205ecc5dd)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:32:43.684169 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (e0374c92-7fa0-46d9-a2f3-99c2c1606436), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:43.732358 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=e0374c92-7fa0-46d9-a2f3-99c2c1606436,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:44.011238 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['e0374c92-7fa0-46d9-a2f3-99c2c1606436'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:32:44.522158 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b12254-80c0-4df1-8e6a-1f25c31cf9db req-a6ae55a8-007e-4438-9c05-a0309f65ced1 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:44.529685 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f1b12254-80c0-4df1-8e6a-1f25c31cf9db req-a6ae55a8-007e-4438-9c05-a0309f65ced1 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 944 time: 0.0763764 Mar 18 00:32:44.584827 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f1b12254-80c0-4df1-8e6a-1f25c31cf9db req-a9144142-93fb-4946-81c0-ce1e5b89d491 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542648 Mar 18 00:32:45.376457 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device e0374c92-7fa0-46d9-a2f3-99c2c1606436 up at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:32:45.436451 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning for port e0374c92-7fa0-46d9-a2f3-99c2c1606436 completed by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 00:32:45.440132 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning complete for port e0374c92-7fa0-46d9-a2f3-99c2c1606436 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:32:45.440513 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (e0374c92-7fa0-46d9-a2f3-99c2c1606436), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:45.517440 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port e0374c92-7fa0-46d9-a2f3-99c2c1606436 is: BUILD; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:32:45.517850 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (e0374c92-7fa0-46d9-a2f3-99c2c1606436), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:45.541107 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a801e6a-37cb-4efb-857b-6cfcf7e2f06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0374c92-7fa0-46d9-a2f3-99c2c1606436'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:32:45.543366 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da306de-52aa-4aa8-9112-1ee12ddac2e3" -d '{"events": [{"server_uuid": "2a801e6a-37cb-4efb-857b-6cfcf7e2f06f", "name": "network-vif-plugged", "status": "completed", "tag": "e0374c92-7fa0-46d9-a2f3-99c2c1606436"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:32:45.556033 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port e0374c92-7fa0-46d9-a2f3-99c2c1606436, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e0374c92-7fa0-46d9-a2f3-99c2c1606436,segment=NetworkSegment(3f4680f7-c685-44a9-a1e4-1a3205ecc5dd),segment_id=3f4680f7-c685-44a9-a1e4-1a3205ecc5dd)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:32:45.560479 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (e0374c92-7fa0-46d9-a2f3-99c2c1606436), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:45.588799 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368029a2-ea29-4c60-a141-7801d850375f x-openstack-request-id: req-368029a2-ea29-4c60-a141-7801d850375f {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:32:45.589111 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a801e6a-37cb-4efb-857b-6cfcf7e2f06f", "name": "network-vif-plugged", "status": "completed", "tag": "e0374c92-7fa0-46d9-a2f3-99c2c1606436", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:32:45.589358 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-368029a2-ea29-4c60-a141-7801d850375f {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:32:45.589770 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a801e6a-37cb-4efb-857b-6cfcf7e2f06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0374c92-7fa0-46d9-a2f3-99c2c1606436', 'code': 200} Mar 18 00:32:45.618110 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=e0374c92-7fa0-46d9-a2f3-99c2c1606436,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:45.702298 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ef5e0-cde3-4e33-a8ff-81b3bf2152c4 req-401758b8-b40c-4077-aad1-7271e51b803e tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:45.703751 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-201ef5e0-cde3-4e33-a8ff-81b3bf2152c4 req-401758b8-b40c-4077-aad1-7271e51b803e tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 945 time: 0.0516732 Mar 18 00:32:45.759480 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-201ef5e0-cde3-4e33-a8ff-81b3bf2152c4 req-51fadf08-9662-4f7a-9d4f-718158d61722 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493555 Mar 18 00:32:45.917653 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326451a-1694-4006-b10b-d0269d565e47 req-8248bf6a-2737-478d-9861-b2670ea4acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:45.919049 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a326451a-1694-4006-b10b-d0269d565e47 req-8248bf6a-2737-478d-9861-b2670ea4acdb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 1129 time: 0.0488269 Mar 18 00:32:45.970166 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a326451a-1694-4006-b10b-d0269d565e47 req-494bc58e-9de5-4db7-8ae5-6b9171ad4e69 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414801 Mar 18 00:32:46.200875 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:32:46.879301 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca831bf-181a-43dd-9139-9d2470b6e4c0 req-9649d1a2-195c-47b9-b619-ba5f03e4f4a6 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:46.880770 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-cca831bf-181a-43dd-9139-9d2470b6e4c0 req-9649d1a2-195c-47b9-b619-ba5f03e4f4a6 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 945 time: 0.0517306 Mar 18 00:32:46.929184 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-cca831bf-181a-43dd-9139-9d2470b6e4c0 req-ee0488e7-7a60-470e-8656-72e2d58aba83 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428355 Mar 18 00:32:48.054303 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f140d-6dab-42ba-9a2a-a75d70b2e2ad req-ac97130f-a813-4f03-a050-97fb0e784b26 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:48.055758 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-506f140d-6dab-42ba-9a2a-a75d70b2e2ad req-ac97130f-a813-4f03-a050-97fb0e784b26 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 945 time: 0.0542395 Mar 18 00:32:48.104383 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-506f140d-6dab-42ba-9a2a-a75d70b2e2ad req-00593384-2bcd-455b-b1c2-84c8964311df tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430236 Mar 18 00:32:48.220812 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e610920-6c3b-4eda-ab29-d0d2d453e29f req-0ece5712-ee3b-4964-9fa3-7ad8a1df64a4 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:48.222291 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-8e610920-6c3b-4eda-ab29-d0d2d453e29f req-0ece5712-ee3b-4964-9fa3-7ad8a1df64a4 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 945 time: 0.0536273 Mar 18 00:32:48.273879 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-8e610920-6c3b-4eda-ab29-d0d2d453e29f req-c96c72ca-1d28-4050-b966-ea6cd8151899 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452702 Mar 18 00:32:48.296354 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 54058) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:48.485529 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2513097b-4c80-4779-a845-20844aa7e182 tempest-TestShelveInstance-1875918254 tempest-TestShelveInstance-1875918254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:48.487105 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-2513097b-4c80-4779-a845-20844aa7e182 tempest-TestShelveInstance-1875918254 tempest-TestShelveInstance-1875918254-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 1124 time: 0.1897433 Mar 18 00:32:48.490077 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 54062) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:48.494685 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-50a03d88-2b51-43f4-aa01-45387a0582e3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Request body: {'floatingip': {'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'port_id': 'e0374c92-7fa0-46d9-a2f3-99c2c1606436', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:32:48.514728 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-50a03d88-2b51-43f4-aa01-45387a0582e3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:48.608080 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-50a03d88-2b51-43f4-aa01-45387a0582e3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:48.710126 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_common [None req-50a03d88-2b51-43f4-aa01-45387a0582e3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Allocated IP 172.28.2.201 (5e3ddc34-ad90-40ce-bf33-6bccf71106f9/1eeedb1d-7e47-41b2-b3a3-f344e50a1163/0d8be97e-2ec2-41b8-8d7e-cb1326a3dbec) {{(pid=109623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:32:48.812187 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-50a03d88-2b51-43f4-aa01-45387a0582e3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for port (0d8be97e-2ec2-41b8-8d7e-cb1326a3dbec), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:48.845090 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-50a03d88-2b51-43f4-aa01-45387a0582e3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (0d8be97e-2ec2-41b8-8d7e-cb1326a3dbec), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:48.885960 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a03d88-2b51-43f4-aa01-45387a0582e3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 is already hosted by enough agents. {{(pid=109623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:32:48.888793 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-50a03d88-2b51-43f4-aa01-45387a0582e3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Resources bound (agent type, host, resource id): {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:32:48.892439 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a03d88-2b51-43f4-aa01-45387a0582e3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Received port after_create {{(pid=109623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:32:48.920023 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a03d88-2b51-43f4-aa01-45387a0582e3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Pushing event updated for resources: {'Port': ['ID=0d8be97e-2ec2-41b8-8d7e-cb1326a3dbec,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:49.527542 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-50a03d88-2b51-43f4-aa01-45387a0582e3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for floatingip (8d11e92c-004b-4381-b8d1-e4784f8eb9ec), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:49.625343 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-50a03d88-2b51-43f4-aa01-45387a0582e3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (0d8be97e-2ec2-41b8-8d7e-cb1326a3dbec), before_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:49.772479 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-50a03d88-2b51-43f4-aa01-45387a0582e3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for port (0d8be97e-2ec2-41b8-8d7e-cb1326a3dbec), precommit_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:49.776938 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-50a03d88-2b51-43f4-aa01-45387a0582e3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9398957'] for port (0d8be97e-2ec2-41b8-8d7e-cb1326a3dbec), after_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:49.844553 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a03d88-2b51-43f4-aa01-45387a0582e3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Pushing event updated for resources: {'Port': ['ID=0d8be97e-2ec2-41b8-8d7e-cb1326a3dbec,revision_number=2']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:49.861885 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-50a03d88-2b51-43f4-aa01-45387a0582e3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (8d11e92c-004b-4381-b8d1-e4784f8eb9ec), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:49.965988 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.db.l3_db [None req-50a03d88-2b51-43f4-aa01-45387a0582e3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Floating IP 8d11e92c-004b-4381-b8d1-e4784f8eb9ec associated. External IP: 172.28.2.201, port: e0374c92-7fa0-46d9-a2f3-99c2c1606436. Mar 18 00:32:50.193004 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a03d88-2b51-43f4-aa01-45387a0582e3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Router cc63c651-7ab2-499a-8ba7-5779fdce54d6 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:32:50.310547 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a03d88-2b51-43f4-aa01-45387a0582e3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:32:50.323140 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac2cee0-c0ea-479b-9295-29bbdafb73a5 None None] Sync routers for ids ['cc63c651-7ab2-499a-8ba7-5779fdce54d6'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:32:50.330232 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-50a03d88-2b51-43f4-aa01-45387a0582e3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:50.333805 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac2cee0-c0ea-479b-9295-29bbdafb73a5 None None] Routers {'cc63c651-7ab2-499a-8ba7-5779fdce54d6'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:32:50.334681 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-9ac2cee0-c0ea-479b-9295-29bbdafb73a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:32:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['cc63c651-7ab2-499a-8ba7-5779fdce54d6'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:50.362958 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-50a03d88-2b51-43f4-aa01-45387a0582e3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8716459 Mar 18 00:32:50.364347 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a801e6a-37cb-4efb-857b-6cfcf7e2f06f', 'tag': 'e0374c92-7fa0-46d9-a2f3-99c2c1606436'}] {{(pid=109623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:32:50.367812 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7516d28204096922e4ecff7ff99285710cd6cc6eb93d78320b89f05ba80b8814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9748fa-f1e7-4759-ae2d-996b3711cff2" -d '{"events": [{"name": "network-changed", "server_uuid": "2a801e6a-37cb-4efb-857b-6cfcf7e2f06f", "tag": "e0374c92-7fa0-46d9-a2f3-99c2c1606436"}]}' {{(pid=109623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:32:50.413449 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417667c8-cce5-41f0-8d65-27afd79db8d1 x-openstack-request-id: req-417667c8-cce5-41f0-8d65-27afd79db8d1 {{(pid=109623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:32:50.413898 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a801e6a-37cb-4efb-857b-6cfcf7e2f06f", "tag": "e0374c92-7fa0-46d9-a2f3-99c2c1606436", "status": "completed", "code": 200}]} {{(pid=109623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:32:50.414222 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-417667c8-cce5-41f0-8d65-27afd79db8d1 {{(pid=109623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:32:50.414765 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a801e6a-37cb-4efb-857b-6cfcf7e2f06f', 'tag': 'e0374c92-7fa0-46d9-a2f3-99c2c1606436', 'status': 'completed', 'code': 200} Mar 18 00:32:50.482152 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-9ac2cee0-c0ea-479b-9295-29bbdafb73a5 None None] Set router cc63c651-7ab2-499a-8ba7-5779fdce54d6 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:32:50.516501 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9748fa-f1e7-4759-ae2d-996b3711cff2 req-2b4a2755-ee36-45b8-bf81-e6bab251e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:50.518617 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dc9748fa-f1e7-4759-ae2d-996b3711cff2 req-2b4a2755-ee36-45b8-bf81-e6bab251e225 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=566f1fc415cf4cb193c8e431d0d0f3db&device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 1129 time: 0.0520887 Mar 18 00:32:50.567968 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 54098) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:50.692331 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-25bf25ce-8ed7-432b-9fc9-1c45a0b7023d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:50.771616 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-9ac2cee0-c0ea-479b-9295-29bbdafb73a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'name': 'tempest-TestShelveInstance-1381214631-router', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:32:07Z', 'updated_at': '2022-03-18T00:32:12Z', 'revision_number': 4, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'gw_port': {'id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:08Z', 'updated_at': '2022-03-18T00:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': '8d11e92c-004b-4381-b8d1-e4784f8eb9ec', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'floating_ip_address': '172.28.2.201', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'port_id': 'e0374c92-7fa0-46d9-a2f3-99c2c1606436', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409', 'mac_address': 'fa:16:3e:be:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a801e6a-37cb-4efb-857b-6cfcf7e2f06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:32:49Z', 'updated_at': '2022-03-18T00:32:49Z', 'revision_number': 0, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd126e99-28ad-403d-be90-83a09736d21e', 'name': '', 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'mac_address': 'fa:16:3e:62:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b1a76d3f-7d67-4646-8350-4b7833079f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:11Z', 'updated_at': '2022-03-18T00:32:17Z', 'revision_number': 5, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'subnets': [{'id': 'b1a76d3f-7d67-4646-8350-4b7833079f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:50.773003 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-25bf25ce-8ed7-432b-9fc9-1c45a0b7023d admin admin] Publish callbacks [] for security_group (3ebaa9f0-7d11-4f35-891b-caf224563f56), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:50.777824 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-25bf25ce-8ed7-432b-9fc9-1c45a0b7023d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (3ebaa9f0-7d11-4f35-891b-caf224563f56), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:50.801756 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac2cee0-c0ea-479b-9295-29bbdafb73a5 None None] Checking router: cc63c651-7ab2-499a-8ba7-5779fdce54d6 for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:32:50.813132 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac2cee0-c0ea-479b-9295-29bbdafb73a5 None None] Routers {'cc63c651-7ab2-499a-8ba7-5779fdce54d6'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:32:50.813874 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-9ac2cee0-c0ea-479b-9295-29bbdafb73a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:32:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['cc63c651-7ab2-499a-8ba7-5779fdce54d6'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:50.817823 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf25ce-8ed7-432b-9fc9-1c45a0b7023d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebaa9f0-7d11-4f35-891b-caf224563f56,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:50.825814 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-25bf25ce-8ed7-432b-9fc9-1c45a0b7023d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3496dd1150943c5b1531200678ee5a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559717 Mar 18 00:32:50.826032 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 54102) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:50.836897 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9748fa-f1e7-4759-ae2d-996b3711cff2 req-d3ba22c2-eaf9-4b99-ad48-5c155e710508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:50.838405 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dc9748fa-f1e7-4759-ae2d-996b3711cff2 req-d3ba22c2-eaf9-4b99-ad48-5c155e710508 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96ae1d1c-dc7f-45c7-b0c1-8234cd904409 HTTP/1.1" status: 200 len: 909 time: 0.3054280 Mar 18 00:32:50.883746 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-02572d0b-9f08-45b6-86cc-cf747af7c54f admin admin] Publish callbacks [] for security_group (3ebaa9f0-7d11-4f35-891b-caf224563f56), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:50.911254 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dc9748fa-f1e7-4759-ae2d-996b3711cff2 req-b4513c99-682b-4b6a-954e-f3a1896aa1e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0374c92-7fa0-46d9-a2f3-99c2c1606436 HTTP/1.1" status: 200 len: 999 time: 0.0665467 Mar 18 00:32:50.919067 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-02572d0b-9f08-45b6-86cc-cf747af7c54f admin admin] Publish callbacks [] for security_group (3ebaa9f0-7d11-4f35-891b-caf224563f56), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:50.946296 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-9ac2cee0-c0ea-479b-9295-29bbdafb73a5 None None] Set router cc63c651-7ab2-499a-8ba7-5779fdce54d6 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:32:50.971815 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-02572d0b-9f08-45b6-86cc-cf747af7c54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (3ebaa9f0-7d11-4f35-891b-caf224563f56), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:50.976970 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-02572d0b-9f08-45b6-86cc-cf747af7c54f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:50.981003 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-02572d0b-9f08-45b6-86cc-cf747af7c54f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ebaa9f0-7d11-4f35-891b-caf224563f56 HTTP/1.1" status: 204 len: 168 time: 0.1515696 Mar 18 00:32:50.986747 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02572d0b-9f08-45b6-86cc-cf747af7c54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebaa9f0-7d11-4f35-891b-caf224563f56,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:50.992613 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9748fa-f1e7-4759-ae2d-996b3711cff2 req-54132aac-bafe-42f5-b672-bd2c5ddbcc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:50.994347 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dc9748fa-f1e7-4759-ae2d-996b3711cff2 req-54132aac-bafe-42f5-b672-bd2c5ddbcc02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1a76d3f-7d67-4646-8350-4b7833079f0d HTTP/1.1" status: 200 len: 848 time: 0.0537333 Mar 18 00:32:51.050557 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9748fa-f1e7-4759-ae2d-996b3711cff2 req-0f6172e8-d012-4d08-a4e7-9b01f3346e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:32:51.052519 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dc9748fa-f1e7-4759-ae2d-996b3711cff2 req-0f6172e8-d012-4d08-a4e7-9b01f3346e69 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96ae1d1c-dc7f-45c7-b0c1-8234cd904409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0510964 Mar 18 00:32:51.149122 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dc9748fa-f1e7-4759-ae2d-996b3711cff2 req-e98f53fe-af73-4e53-84ff-78dc73f57748 service neutron] 10.222.0.10 "GET /v2.0/networks/96ae1d1c-dc7f-45c7-b0c1-8234cd904409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901952 Mar 18 00:32:51.205417 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-9ac2cee0-c0ea-479b-9295-29bbdafb73a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'name': 'tempest-TestShelveInstance-1381214631-router', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:32:07Z', 'updated_at': '2022-03-18T00:32:12Z', 'revision_number': 4, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'gw_port': {'id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:08Z', 'updated_at': '2022-03-18T00:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': '8d11e92c-004b-4381-b8d1-e4784f8eb9ec', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'floating_ip_address': '172.28.2.201', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'port_id': 'e0374c92-7fa0-46d9-a2f3-99c2c1606436', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409', 'mac_address': 'fa:16:3e:be:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a801e6a-37cb-4efb-857b-6cfcf7e2f06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:32:49Z', 'updated_at': '2022-03-18T00:32:49Z', 'revision_number': 0, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd126e99-28ad-403d-be90-83a09736d21e', 'name': '', 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'mac_address': 'fa:16:3e:62:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b1a76d3f-7d67-4646-8350-4b7833079f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:11Z', 'updated_at': '2022-03-18T00:32:17Z', 'revision_number': 5, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'subnets': [{'id': 'b1a76d3f-7d67-4646-8350-4b7833079f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:32:51.234127 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac2cee0-c0ea-479b-9295-29bbdafb73a5 None None] The sync data for ids ['cc63c651-7ab2-499a-8ba7-5779fdce54d6'] in dv-cinder-768458-19-smb is: [{'id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'name': 'tempest-TestShelveInstance-1381214631-router', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:32:07Z', 'updated_at': '2022-03-18T00:32:12Z', 'revision_number': 4, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'gw_port': {'id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:08Z', 'updated_at': '2022-03-18T00:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': '8d11e92c-004b-4381-b8d1-e4784f8eb9ec', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'floating_ip_address': '172.28.2.201', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'port_id': 'e0374c92-7fa0-46d9-a2f3-99c2c1606436', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409', 'mac_address': 'fa:16:3e:be:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a801e6a-37cb-4efb-857b-6cfcf7e2f06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:32:49Z', 'updated_at': '2022-03-18T00:32:49Z', 'revision_number': 0, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd126e99-28ad-403d-be90-83a09736d21e', 'name': '', 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'mac_address': 'fa:16:3e:62:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b1a76d3f-7d67-4646-8350-4b7833079f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:11Z', 'updated_at': '2022-03-18T00:32:17Z', 'revision_number': 5, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'subnets': [{'id': 'b1a76d3f-7d67-4646-8350-4b7833079f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:32:51.262954 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dc9748fa-f1e7-4759-ae2d-996b3711cff2 req-40bcc9ab-dfe9-404c-b703-babfe5432dc5 service neutron] 10.222.0.10 "GET /v2.0/networks/96ae1d1c-dc7f-45c7-b0c1-8234cd904409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071658 Mar 18 00:32:51.328887 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 54110) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:51.351276 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3856f892-fa1f-4403-b780-f755c6f8523f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:51.439393 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3856f892-fa1f-4403-b780-f755c6f8523f admin admin] Publish callbacks [] for security_group (68e97639-4772-4504-b2ce-beb00e8be393), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:51.444575 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3856f892-fa1f-4403-b780-f755c6f8523f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (68e97639-4772-4504-b2ce-beb00e8be393), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:51.470035 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-d9a09f0e-64d5-4c4a-a9a0-ce50afd63501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:51.493640 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-3856f892-fa1f-4403-b780-f755c6f8523f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c900016a376e40878b85b02f5d527067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1583788 Mar 18 00:32:51.493640 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856f892-fa1f-4403-b780-f755c6f8523f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e97639-4772-4504-b2ce-beb00e8be393,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:51.496516 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 54112) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:51.515603 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bcb1b4-bb05-4927-a8ca-41542b1cbd4f None None] New status for floating IP 8d11e92c-004b-4381-b8d1-e4784f8eb9ec: ACTIVE {{(pid=109625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 00:32:51.553097 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ca302c36-74e1-4d9d-9ef3-8a369f949053 admin admin] Publish callbacks [] for security_group (68e97639-4772-4504-b2ce-beb00e8be393), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:51.575193 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ca302c36-74e1-4d9d-9ef3-8a369f949053 admin admin] Publish callbacks [] for security_group (68e97639-4772-4504-b2ce-beb00e8be393), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:51.630553 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ca302c36-74e1-4d9d-9ef3-8a369f949053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (68e97639-4772-4504-b2ce-beb00e8be393), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:51.633942 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ca302c36-74e1-4d9d-9ef3-8a369f949053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:51.635115 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-ca302c36-74e1-4d9d-9ef3-8a369f949053 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68e97639-4772-4504-b2ce-beb00e8be393 HTTP/1.1" status: 204 len: 168 time: 0.1375046 Mar 18 00:32:51.642996 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca302c36-74e1-4d9d-9ef3-8a369f949053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e97639-4772-4504-b2ce-beb00e8be393,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:51.650741 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302c36-74e1-4d9d-9ef3-8a369f949053 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:51.651095 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302c36-74e1-4d9d-9ef3-8a369f949053 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:51.651441 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302c36-74e1-4d9d-9ef3-8a369f949053 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:51.652340 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302c36-74e1-4d9d-9ef3-8a369f949053 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:51.652686 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302c36-74e1-4d9d-9ef3-8a369f949053 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:51.653024 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302c36-74e1-4d9d-9ef3-8a369f949053 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:51.653356 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302c36-74e1-4d9d-9ef3-8a369f949053 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:51.653732 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302c36-74e1-4d9d-9ef3-8a369f949053 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:51.654066 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302c36-74e1-4d9d-9ef3-8a369f949053 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:51.654393 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302c36-74e1-4d9d-9ef3-8a369f949053 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:51.654724 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302c36-74e1-4d9d-9ef3-8a369f949053 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:51.655052 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302c36-74e1-4d9d-9ef3-8a369f949053 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:51.655376 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302c36-74e1-4d9d-9ef3-8a369f949053 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:51.655699 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302c36-74e1-4d9d-9ef3-8a369f949053 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:51.656020 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca302c36-74e1-4d9d-9ef3-8a369f949053 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:32:53.806135 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3398b97f-d6e9-4dc9-9ac8-2b6456a4a404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:54.661733 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:56.353915 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:57.734549 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:57.887216 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 54264) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:58.010528 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fb625362-7673-445e-98db-2cc6f5c35367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:58.084442 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fb625362-7673-445e-98db-2cc6f5c35367 admin admin] Publish callbacks [] for security_group (e3006eff-5d9f-479e-a9f6-9a1adc78beb4), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:58.088204 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fb625362-7673-445e-98db-2cc6f5c35367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (e3006eff-5d9f-479e-a9f6-9a1adc78beb4), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:58.127646 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-fb625362-7673-445e-98db-2cc6f5c35367 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a58e2100e1c04f8287faf4df3507f377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393041 Mar 18 00:32:58.129591 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb625362-7673-445e-98db-2cc6f5c35367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3006eff-5d9f-479e-a9f6-9a1adc78beb4,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:58.130340 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 54270) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:58.182108 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e0c1719b-a6ac-47a9-b953-71cb6f517901 admin admin] Publish callbacks [] for security_group (e3006eff-5d9f-479e-a9f6-9a1adc78beb4), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:58.203031 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e0c1719b-a6ac-47a9-b953-71cb6f517901 admin admin] Publish callbacks [] for security_group (e3006eff-5d9f-479e-a9f6-9a1adc78beb4), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:58.250980 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e0c1719b-a6ac-47a9-b953-71cb6f517901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (e3006eff-5d9f-479e-a9f6-9a1adc78beb4), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:58.253615 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e0c1719b-a6ac-47a9-b953-71cb6f517901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:58.257342 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-e0c1719b-a6ac-47a9-b953-71cb6f517901 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3006eff-5d9f-479e-a9f6-9a1adc78beb4 HTTP/1.1" status: 204 len: 168 time: 0.1244559 Mar 18 00:32:58.265003 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1719b-a6ac-47a9-b953-71cb6f517901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3006eff-5d9f-479e-a9f6-9a1adc78beb4,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:58.516397 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 54278) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:58.529435 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-84679a22-4d32-4807-8e48-ed21b160db6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:58.601587 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-84679a22-4d32-4807-8e48-ed21b160db6a admin admin] Publish callbacks [] for security_group (f0bdb24b-687d-49d5-80a3-95d21dac8c48), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:58.604907 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-84679a22-4d32-4807-8e48-ed21b160db6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (f0bdb24b-687d-49d5-80a3-95d21dac8c48), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:58.645379 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-84679a22-4d32-4807-8e48-ed21b160db6a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c2632ebf7534b179dec4b36011d5cb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278799 Mar 18 00:32:58.647833 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84679a22-4d32-4807-8e48-ed21b160db6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bdb24b-687d-49d5-80a3-95d21dac8c48,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:32:58.648194 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 54280) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:32:58.695373 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-68250869-7b5a-409b-a4c0-65f1d87de5af admin admin] Publish callbacks [] for security_group (f0bdb24b-687d-49d5-80a3-95d21dac8c48), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:58.715739 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-68250869-7b5a-409b-a4c0-65f1d87de5af admin admin] Publish callbacks [] for security_group (f0bdb24b-687d-49d5-80a3-95d21dac8c48), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:58.760091 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-68250869-7b5a-409b-a4c0-65f1d87de5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (f0bdb24b-687d-49d5-80a3-95d21dac8c48), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:58.762658 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-68250869-7b5a-409b-a4c0-65f1d87de5af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:32:58.763778 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-68250869-7b5a-409b-a4c0-65f1d87de5af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0bdb24b-687d-49d5-80a3-95d21dac8c48 HTTP/1.1" status: 204 len: 168 time: 0.1145906 Mar 18 00:32:58.772176 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68250869-7b5a-409b-a4c0-65f1d87de5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bdb24b-687d-49d5-80a3-95d21dac8c48,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:04.981062 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 54388) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:33:05.082447 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1f4bcf0e-d48a-4cfe-a124-f717db0f1519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:05.156041 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1f4bcf0e-d48a-4cfe-a124-f717db0f1519 admin admin] Publish callbacks [] for security_group (f2f2039a-2790-4c21-8ff7-01d4e6006cc4), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:05.159643 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1f4bcf0e-d48a-4cfe-a124-f717db0f1519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (f2f2039a-2790-4c21-8ff7-01d4e6006cc4), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:05.197406 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-1f4bcf0e-d48a-4cfe-a124-f717db0f1519 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dcc42ebc84724a73b33a6936a7527d3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152336 Mar 18 00:33:05.198333 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bcf0e-d48a-4cfe-a124-f717db0f1519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f2039a-2790-4c21-8ff7-01d4e6006cc4,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:05.200079 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 54392) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:33:05.249063 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-972ee152-aea5-406e-8f9d-4f6bd6551ebb admin admin] Publish callbacks [] for security_group (f2f2039a-2790-4c21-8ff7-01d4e6006cc4), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:05.269687 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-972ee152-aea5-406e-8f9d-4f6bd6551ebb admin admin] Publish callbacks [] for security_group (f2f2039a-2790-4c21-8ff7-01d4e6006cc4), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:05.315376 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-972ee152-aea5-406e-8f9d-4f6bd6551ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (f2f2039a-2790-4c21-8ff7-01d4e6006cc4), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:05.317864 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-972ee152-aea5-406e-8f9d-4f6bd6551ebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:05.321639 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-972ee152-aea5-406e-8f9d-4f6bd6551ebb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2f2039a-2790-4c21-8ff7-01d4e6006cc4 HTTP/1.1" status: 204 len: 168 time: 0.1204398 Mar 18 00:33:05.329022 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ee152-aea5-406e-8f9d-4f6bd6551ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f2039a-2790-4c21-8ff7-01d4e6006cc4,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:05.336767 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ee152-aea5-406e-8f9d-4f6bd6551ebb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:05.337133 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ee152-aea5-406e-8f9d-4f6bd6551ebb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:05.337514 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ee152-aea5-406e-8f9d-4f6bd6551ebb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:05.337986 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ee152-aea5-406e-8f9d-4f6bd6551ebb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:05.338329 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ee152-aea5-406e-8f9d-4f6bd6551ebb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:05.338664 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ee152-aea5-406e-8f9d-4f6bd6551ebb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:05.339046 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ee152-aea5-406e-8f9d-4f6bd6551ebb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:05.339408 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ee152-aea5-406e-8f9d-4f6bd6551ebb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:05.339738 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ee152-aea5-406e-8f9d-4f6bd6551ebb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:05.340070 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ee152-aea5-406e-8f9d-4f6bd6551ebb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:05.340400 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ee152-aea5-406e-8f9d-4f6bd6551ebb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:05.340728 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ee152-aea5-406e-8f9d-4f6bd6551ebb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:05.341052 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ee152-aea5-406e-8f9d-4f6bd6551ebb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:05.341397 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ee152-aea5-406e-8f9d-4f6bd6551ebb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:05.341720 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ee152-aea5-406e-8f9d-4f6bd6551ebb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:06.093377 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:08.763584 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 54464) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:33:08.868172 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-62426708-0db8-4bc7-89b1-dd612f91c31e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:08.942489 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-62426708-0db8-4bc7-89b1-dd612f91c31e admin admin] Publish callbacks [] for security_group (d781bbcf-d789-452d-be32-ff5f2cf04c69), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:08.946545 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-62426708-0db8-4bc7-89b1-dd612f91c31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (d781bbcf-d789-452d-be32-ff5f2cf04c69), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:08.985234 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-62426708-0db8-4bc7-89b1-dd612f91c31e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4018271ca233467a93086a375385afbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204263 Mar 18 00:33:08.986267 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62426708-0db8-4bc7-89b1-dd612f91c31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d781bbcf-d789-452d-be32-ff5f2cf04c69,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:08.987986 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 54472) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:33:09.047906 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8172b6f0-f9d6-4acb-aca8-591d5e2a5ba3 admin admin] Publish callbacks [] for security_group (d781bbcf-d789-452d-be32-ff5f2cf04c69), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:09.069152 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8172b6f0-f9d6-4acb-aca8-591d5e2a5ba3 admin admin] Publish callbacks [] for security_group (d781bbcf-d789-452d-be32-ff5f2cf04c69), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:09.117593 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8172b6f0-f9d6-4acb-aca8-591d5e2a5ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (d781bbcf-d789-452d-be32-ff5f2cf04c69), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:09.124566 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8172b6f0-f9d6-4acb-aca8-591d5e2a5ba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:09.129212 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-8172b6f0-f9d6-4acb-aca8-591d5e2a5ba3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d781bbcf-d789-452d-be32-ff5f2cf04c69 HTTP/1.1" status: 204 len: 168 time: 0.1400781 Mar 18 00:33:09.139919 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172b6f0-f9d6-4acb-aca8-591d5e2a5ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d781bbcf-d789-452d-be32-ff5f2cf04c69,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:09.283536 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c778300-b0b4-49a2-bcca-39a5c8a54790 req-378fef17-87c3-45f6-9760-41ae4b26160a tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:09.285147 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5c778300-b0b4-49a2-bcca-39a5c8a54790 req-378fef17-87c3-45f6-9760-41ae4b26160a tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 946 time: 0.0611763 Mar 18 00:33:09.340260 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5c778300-b0b4-49a2-bcca-39a5c8a54790 req-0a560153-e2f3-40f8-bf7a-7874fa093019 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467491 Mar 18 00:33:09.830613 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 54500) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:33:09.940905 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-0705a61f-8756-4daa-b33c-7b486d08b106 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-884098378-network', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:33:09.959334 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0705a61f-8756-4daa-b33c-7b486d08b106 admin admin] Made reservation on behalf of 75e4c15ee2714d81afff87890391ecb6 for: {'network': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:33:09.961620 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0705a61f-8756-4daa-b33c-7b486d08b106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for network (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:09.969818 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0705a61f-8756-4daa-b33c-7b486d08b106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:10.044714 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0705a61f-8756-4daa-b33c-7b486d08b106 admin admin] Publish callbacks [] for security_group (f04f67cb-389f-4658-be1c-d4a300378ca6), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:10.048345 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0705a61f-8756-4daa-b33c-7b486d08b106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (f04f67cb-389f-4658-be1c-d4a300378ca6), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:10.078638 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0705a61f-8756-4daa-b33c-7b486d08b106 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=109622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 00:33:10.084015 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705a61f-8756-4daa-b33c-7b486d08b106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04f67cb-389f-4658-be1c-d4a300378ca6,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:10.092338 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0705a61f-8756-4daa-b33c-7b486d08b106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (7d297bd3-f914-47dd-8fb5-4044e5ec0936), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:10.092338 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.segments_db [None req-0705a61f-8756-4daa-b33c-7b486d08b106 admin admin] Added segment 7d297bd3-f914-47dd-8fb5-4044e5ec0936 of type vlan for network 744097eb-7efa-4cb3-b1c0-25e7ce1cd605 Mar 18 00:33:10.133025 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0705a61f-8756-4daa-b33c-7b486d08b106 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731764300'] for network (744097eb-7efa-4cb3-b1c0-25e7ce1cd605), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:10.156448 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0705a61f-8756-4daa-b33c-7b486d08b106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for network (744097eb-7efa-4cb3-b1c0-25e7ce1cd605), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:10.157422 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0705a61f-8756-4daa-b33c-7b486d08b106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:10.158004 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0705a61f-8756-4daa-b33c-7b486d08b106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:10.213556 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-0705a61f-8756-4daa-b33c-7b486d08b106 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3817451 Mar 18 00:33:10.216534 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 54504) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:33:10.220462 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705a61f-8756-4daa-b33c-7b486d08b106 admin admin] Pushing event updated for resources: {'Network': ['ID=744097eb-7efa-4cb3-b1c0-25e7ce1cd605,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:10.221407 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-a18772a2-6702-47fe-9377-131aadcbab33 admin admin] Request body: {'subnet': {'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-884098378-subnet', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'ip_version': 4}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:33:10.231631 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Network 744097eb-7efa-4cb3-b1c0-25e7ce1cd605 details requested by agent ovs-agent-dv-cinder-768458-19-smb with host dv-cinder-768458-19-smb {{(pid=109624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 00:33:10.241417 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18772a2-6702-47fe-9377-131aadcbab33 admin admin] Made reservation on behalf of 75e4c15ee2714d81afff87890391ecb6 for: {'subnet': 1} {{(pid=109623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:33:10.243887 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a18772a2-6702-47fe-9377-131aadcbab33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547843'] for subnet (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:10.413534 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a18772a2-6702-47fe-9377-131aadcbab33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9399338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547861'] for subnet (f44fc5cd-938e-4ada-b4db-a8145a98cdb6), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:10.494710 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18772a2-6702-47fe-9377-131aadcbab33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f44fc5cd-938e-4ada-b4db-a8145a98cdb6,revision_number=0']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:10.517308 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18772a2-6702-47fe-9377-131aadcbab33 admin admin] Checking segment: {'id': '7d297bd3-f914-47dd-8fb5-4044e5ec0936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:33:10.517706 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18772a2-6702-47fe-9377-131aadcbab33 admin admin] Network hostable DHCP agents. Network: 744097eb-7efa-4cb3-b1c0-25e7ce1cd605, hostable agents: ['b07357a2-37bf-41ae-8167-2445c892fa1f'], hosted agents: [] {{(pid=109623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 00:33:10.529756 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d5f34-551d-4b03-98a7-e5372dfbef9b req-63ba08bd-569b-4051-b904-2634936fe7bf tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:10.531280 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-507d5f34-551d-4b03-98a7-e5372dfbef9b req-63ba08bd-569b-4051-b904-2634936fe7bf tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 946 time: 0.0912108 Mar 18 00:33:10.560959 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18772a2-6702-47fe-9377-131aadcbab33 admin admin] Network 744097eb-7efa-4cb3-b1c0-25e7ce1cd605 is scheduled to be hosted by DHCP agent b07357a2-37bf-41ae-8167-2445c892fa1f with binding_index 1 {{(pid=109623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 00:33:10.579704 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-a18772a2-6702-47fe-9377-131aadcbab33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-19-smb, 744097eb-7efa-4cb3-b1c0-25e7ce1cd605) {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:33:10.590189 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18772a2-6702-47fe-9377-131aadcbab33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:10.590775 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a18772a2-6702-47fe-9377-131aadcbab33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:10.591067 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083e2ff2-89bb-4bc5-81b7-fa8a4ed92fff None None] Network 744097eb-7efa-4cb3-b1c0-25e7ce1cd605 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:33:10.600071 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-507d5f34-551d-4b03-98a7-e5372dfbef9b req-e4c98ae8-df22-4db1-ae27-819b46a36224 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603812 Mar 18 00:33:10.613311 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-a18772a2-6702-47fe-9377-131aadcbab33 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3956287 Mar 18 00:33:10.616689 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 54514) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:33:10.623975 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-eafee994-5501-42c9-a60c-ce503bc853d8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-884098378-router', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:33:10.647015 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-eafee994-5501-42c9-a60c-ce503bc853d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router (60b14ebe-9cec-4013-a6af-a7ba329bdfa0), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:10.648967 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-eafee994-5501-42c9-a60c-ce503bc853d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704184', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2189'] for router (60b14ebe-9cec-4013-a6af-a7ba329bdfa0), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:10.713955 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-eafee994-5501-42c9-a60c-ce503bc853d8 admin admin] Publish callbacks [] for router_controller (60b14ebe-9cec-4013-a6af-a7ba329bdfa0), precommit_add_association {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:10.715223 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9fc338-2922-48e5-8df2-15968b5c4962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6b2e7e5-47b8-5636-b6db-199e905836e3-744097eb-7efa-4cb3-b1c0-25e7ce1cd605', 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605', 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'fixed_ips': [{'subnet_id': 'f44fc5cd-938e-4ada-b4db-a8145a98cdb6'}]}} from dv-cinder-768458-19-smb. {{(pid=109624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 00:33:10.716095 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-fb9fc338-2922-48e5-8df2-15968b5c4962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:10.863133 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-eafee994-5501-42c9-a60c-ce503bc853d8 admin admin] Publish callbacks [] for router_gateway (60b14ebe-9cec-4013-a6af-a7ba329bdfa0), precommit_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:10.863540 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.db_base_plugin_common [None req-fb9fc338-2922-48e5-8df2-15968b5c4962 None None] Allocated IP 172.20.0.2 (744097eb-7efa-4cb3-b1c0-25e7ce1cd605/f44fc5cd-938e-4ada-b4db-a8145a98cdb6/2927e697-7177-4b8d-b4e6-63bc2492506f) {{(pid=109624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:33:11.072494 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-eafee994-5501-42c9-a60c-ce503bc853d8 admin admin] Publish callbacks [] for router_gateway (60b14ebe-9cec-4013-a6af-a7ba329bdfa0), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:11.092151 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-eafee994-5501-42c9-a60c-ce503bc853d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:11.133449 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-fb9fc338-2922-48e5-8df2-15968b5c4962 None None] Publish callbacks [] for port (2927e697-7177-4b8d-b4e6-63bc2492506f), precommit_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:11.139957 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-fb9fc338-2922-48e5-8df2-15968b5c4962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518'] for port (2927e697-7177-4b8d-b4e6-63bc2492506f), after_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:11.175445 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9fc338-2922-48e5-8df2-15968b5c4962 None None] Network 744097eb-7efa-4cb3-b1c0-25e7ce1cd605 is already hosted by enough agents. {{(pid=109624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:33:11.180490 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.scheduler.base_scheduler [None req-fb9fc338-2922-48e5-8df2-15968b5c4962 None None] Resources bound (agent type, host, resource id): {{(pid=109624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:33:11.183012 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9fc338-2922-48e5-8df2-15968b5c4962 None None] Received port after_create {{(pid=109624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:33:11.194322 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fc338-2922-48e5-8df2-15968b5c4962 None None] Pushing event updated for resources: {'Port': ['ID=2927e697-7177-4b8d-b4e6-63bc2492506f,revision_number=1']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:11.195915 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_common [None req-eafee994-5501-42c9-a60c-ce503bc853d8 admin admin] Allocated IP 172.28.2.110 (5e3ddc34-ad90-40ce-bf33-6bccf71106f9/1eeedb1d-7e47-41b2-b3a3-f344e50a1163/792cb722-7acd-40ad-96cd-4e72c2e213fd) {{(pid=109623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:33:11.247536 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-fb9fc338-2922-48e5-8df2-15968b5c4962 None None] Attempting to bind port 2927e697-7177-4b8d-b4e6-63bc2492506f on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:33:11.248170 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-fb9fc338-2922-48e5-8df2-15968b5c4962 None None] Attempting to bind port 2927e697-7177-4b8d-b4e6-63bc2492506f by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': '7d297bd3-f914-47dd-8fb5-4044e5ec0936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605'}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:33:11.248282 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9fc338-2922-48e5-8df2-15968b5c4962 None None] Attempting to bind port 2927e697-7177-4b8d-b4e6-63bc2492506f on network 744097eb-7efa-4cb3-b1c0-25e7ce1cd605 {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:33:11.253264 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9fc338-2922-48e5-8df2-15968b5c4962 None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:33:11.253673 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9fc338-2922-48e5-8df2-15968b5c4962 None None] Checking segment: {'id': '7d297bd3-f914-47dd-8fb5-4044e5ec0936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:33:11.254076 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-fb9fc338-2922-48e5-8df2-15968b5c4962 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:11.254515 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9fc338-2922-48e5-8df2-15968b5c4962 None None] Bound using segment: {'id': '7d297bd3-f914-47dd-8fb5-4044e5ec0936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605'} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:33:11.254928 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-fb9fc338-2922-48e5-8df2-15968b5c4962 None None] Bound port: 2927e697-7177-4b8d-b4e6-63bc2492506f, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d297bd3-f914-47dd-8fb5-4044e5ec0936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605'}}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:33:11.255308 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-fb9fc338-2922-48e5-8df2-15968b5c4962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (2927e697-7177-4b8d-b4e6-63bc2492506f), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:11.305875 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-eafee994-5501-42c9-a60c-ce503bc853d8 admin admin] Publish callbacks [] for port (792cb722-7acd-40ad-96cd-4e72c2e213fd), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:11.323049 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-fb9fc338-2922-48e5-8df2-15968b5c4962 None None] For port 2927e697-7177-4b8d-b4e6-63bc2492506f, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:33:11.326104 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-fb9fc338-2922-48e5-8df2-15968b5c4962 None None] For port 2927e697-7177-4b8d-b4e6-63bc2492506f, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=2927e697-7177-4b8d-b4e6-63bc2492506f,segment=NetworkSegment(7d297bd3-f914-47dd-8fb5-4044e5ec0936),segment_id=7d297bd3-f914-47dd-8fb5-4044e5ec0936)] {{(pid=109624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:33:11.332082 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-fb9fc338-2922-48e5-8df2-15968b5c4962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (2927e697-7177-4b8d-b4e6-63bc2492506f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:11.343646 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-eafee994-5501-42c9-a60c-ce503bc853d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (792cb722-7acd-40ad-96cd-4e72c2e213fd), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:11.371540 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64966b87-b778-4a30-8d62-b6a2f5fb0b9e req-4af2d49c-a31a-44e0-a5d8-a0aa6e4dd114 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:11.373150 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-64966b87-b778-4a30-8d62-b6a2f5fb0b9e req-4af2d49c-a31a-44e0-a5d8-a0aa6e4dd114 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 946 time: 0.0768139 Mar 18 00:33:11.384228 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafee994-5501-42c9-a60c-ce503bc853d8 admin admin] Network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 is already hosted by enough agents. {{(pid=109623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:33:11.387574 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-eafee994-5501-42c9-a60c-ce503bc853d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:33:11.393402 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fc338-2922-48e5-8df2-15968b5c4962 None None] Pushing event updated for resources: {'Port': ['ID=2927e697-7177-4b8d-b4e6-63bc2492506f,revision_number=2']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:11.398574 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafee994-5501-42c9-a60c-ce503bc853d8 admin admin] Received port after_create {{(pid=109623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:33:11.451281 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafee994-5501-42c9-a60c-ce503bc853d8 admin admin] Pushing event updated for resources: {'Port': ['ID=792cb722-7acd-40ad-96cd-4e72c2e213fd,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:11.508987 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-64966b87-b778-4a30-8d62-b6a2f5fb0b9e req-32f5f004-040f-4896-8cb3-e04ce92cfb00 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Deleting port 996e1454-7e85-4345-8d6a-6a612f71e6f2 {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:33:11.509340 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-64966b87-b778-4a30-8d62-b6a2f5fb0b9e req-32f5f004-040f-4896-8cb3-e04ce92cfb00 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:11.671213 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-64966b87-b778-4a30-8d62-b6a2f5fb0b9e req-32f5f004-040f-4896-8cb3-e04ce92cfb00 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] For port 996e1454-7e85-4345-8d6a-6a612f71e6f2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=996e1454-7e85-4345-8d6a-6a612f71e6f2,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:33:11.671675 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-64966b87-b778-4a30-8d62-b6a2f5fb0b9e req-32f5f004-040f-4896-8cb3-e04ce92cfb00 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:11.924867 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-64966b87-b778-4a30-8d62-b6a2f5fb0b9e req-32f5f004-040f-4896-8cb3-e04ce92cfb00 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:11.925270 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-64966b87-b778-4a30-8d62-b6a2f5fb0b9e req-32f5f004-040f-4896-8cb3-e04ce92cfb00 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (7a398ee2-d9e7-4a76-9fd2-86df49ccfff6), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:11.925694 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.l3_db [req-64966b87-b778-4a30-8d62-b6a2f5fb0b9e req-32f5f004-040f-4896-8cb3-e04ce92cfb00 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Floating IP 7a398ee2-d9e7-4a76-9fd2-86df49ccfff6 disassociated. External IP: 172.28.2.254, port: 996e1454-7e85-4345-8d6a-6a612f71e6f2. Mar 18 00:33:11.926145 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-64966b87-b778-4a30-8d62-b6a2f5fb0b9e req-32f5f004-040f-4896-8cb3-e04ce92cfb00 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Calling delete_port for 996e1454-7e85-4345-8d6a-6a612f71e6f2 owned by compute:nova {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:33:12.029558 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c827be4-29f5-4c1c-9ad8-c8f4aba33b4c req-3eeebc89-9d75-40b1-95c0-1eea0a0ccaa1 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:12.033964 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-0c827be4-29f5-4c1c-9ad8-c8f4aba33b4c req-3eeebc89-9d75-40b1-95c0-1eea0a0ccaa1 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 946 time: 0.1093743 Mar 18 00:33:12.047085 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-eafee994-5501-42c9-a60c-ce503bc853d8 admin admin] Publish callbacks [] for router_gateway (60b14ebe-9cec-4013-a6af-a7ba329bdfa0), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:12.104517 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-64966b87-b778-4a30-8d62-b6a2f5fb0b9e req-32f5f004-040f-4896-8cb3-e04ce92cfb00 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (996e1454-7e85-4345-8d6a-6a612f71e6f2), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:12.144950 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5f004-040f-4896-8cb3-e04ce92cfb00 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Pushing event deleted for resources: {'Port': ['ID=996e1454-7e85-4345-8d6a-6a612f71e6f2,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:12.156877 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789e3f3-c59f-4ad9-a110-f4d6f2933225 req-c4154b71-7350-40a8-be63-6a31c0368e13 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:12.158042 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-3789e3f3-c59f-4ad9-a110-f4d6f2933225 req-c4154b71-7350-40a8-be63-6a31c0368e13 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddc7f5a-8ce8-46bd-a872-fa238d4d24a0 HTTP/1.1" status: 200 len: 946 time: 0.1408706 Mar 18 00:33:12.174326 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-0c827be4-29f5-4c1c-9ad8-c8f4aba33b4c req-2197f015-6706-47cb-b571-c83fcddb57e6 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=02ddd2bc-3134-49bc-b489-380196c00c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250563 Mar 18 00:33:12.309183 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-eafee994-5501-42c9-a60c-ce503bc853d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1703981'] for router (60b14ebe-9cec-4013-a6af-a7ba329bdfa0), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:12.314364 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-3789e3f3-c59f-4ad9-a110-f4d6f2933225 req-a2e4b7c2-a759-4610-859b-d4ab6955c062 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654531 Mar 18 00:33:12.345642 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64966b87-b778-4a30-8d62-b6a2f5fb0b9e req-32f5f004-040f-4896-8cb3-e04ce92cfb00 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Router 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:33:12.432539 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7aef2d-4581-4049-ad5c-00cd41423769 None None] Network 744097eb-7efa-4cb3-b1c0-25e7ce1cd605 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:33:12.467368 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64966b87-b778-4a30-8d62-b6a2f5fb0b9e req-32f5f004-040f-4896-8cb3-e04ce92cfb00 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:33:12.468015 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafee994-5501-42c9-a60c-ce503bc853d8 admin admin] Router 60b14ebe-9cec-4013-a6af-a7ba329bdfa0 is scheduled to L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 with binding_index 1 {{(pid=109623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 00:33:12.486055 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd18a3a1-6d0e-4924-969a-07eb5cc59910 None None] Sync routers for ids ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:33:12.510020 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-64966b87-b778-4a30-8d62-b6a2f5fb0b9e req-32f5f004-040f-4896-8cb3-e04ce92cfb00 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] No DVR routers for this DVR port 996e1454-7e85-4345-8d6a-6a612f71e6f2 on host hv-cinder-76845 {{(pid=109622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:33:12.511689 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-ce964763-e69b-41dd-b0e8-6bdd7896637c None None] Provisioning complete for port 2927e697-7177-4b8d-b4e6-63bc2492506f triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:12.512038 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-ce964763-e69b-41dd-b0e8-6bdd7896637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (2927e697-7177-4b8d-b4e6-63bc2492506f), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:12.512981 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-64966b87-b778-4a30-8d62-b6a2f5fb0b9e req-32f5f004-040f-4896-8cb3-e04ce92cfb00 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:12.516396 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-64966b87-b778-4a30-8d62-b6a2f5fb0b9e req-32f5f004-040f-4896-8cb3-e04ce92cfb00 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.10 "DELETE /v2.0/ports/996e1454-7e85-4345-8d6a-6a612f71e6f2 HTTP/1.1" status: 204 len: 173 time: 1.1248043 Mar 18 00:33:12.516940 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0aa092-177e-40a3-8f46-128f5ad286f9', 'name': 'network-vif-deleted', 'tag': '996e1454-7e85-4345-8d6a-6a612f71e6f2'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:33:12.519377 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90770adc-0920-412f-91d8-16d777b7d63f" -d '{"events": [{"server_uuid": "cd0aa092-177e-40a3-8f46-128f5ad286f9", "name": "network-vif-deleted", "tag": "996e1454-7e85-4345-8d6a-6a612f71e6f2"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:33:12.564439 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53df5f95-e9bd-4bd8-b5d3-bdc63d7b04ac x-openstack-request-id: req-53df5f95-e9bd-4bd8-b5d3-bdc63d7b04ac {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:33:12.564866 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0aa092-177e-40a3-8f46-128f5ad286f9", "name": "network-vif-deleted", "tag": "996e1454-7e85-4345-8d6a-6a612f71e6f2", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:33:12.565558 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53df5f95-e9bd-4bd8-b5d3-bdc63d7b04ac {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:33:12.566238 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0aa092-177e-40a3-8f46-128f5ad286f9', 'name': 'network-vif-deleted', 'tag': '996e1454-7e85-4345-8d6a-6a612f71e6f2', 'status': 'completed', 'code': 200} Mar 18 00:33:12.567619 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd18a3a1-6d0e-4924-969a-07eb5cc59910 None None] Routers {'1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:33:12.568964 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-bd18a3a1-6d0e-4924-969a-07eb5cc59910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:32:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:33:12.589725 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafee994-5501-42c9-a60c-ce503bc853d8 admin admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:33:12.605641 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] Sync routers for ids ['60b14ebe-9cec-4013-a6af-a7ba329bdfa0'] in dv-cinder-768458-19-smb {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:33:12.621257 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-eafee994-5501-42c9-a60c-ce503bc853d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:12.622840 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-eafee994-5501-42c9-a60c-ce503bc853d8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0044045 Mar 18 00:33:12.625409 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 54532) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:33:12.626885 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] Routers {'60b14ebe-9cec-4013-a6af-a7ba329bdfa0'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:33:12.627728 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:32:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['60b14ebe-9cec-4013-a6af-a7ba329bdfa0'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:33:12.773683 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-bd18a3a1-6d0e-4924-969a-07eb5cc59910 None None] Set router 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:33:12.775733 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-ce964763-e69b-41dd-b0e8-6bdd7896637c None None] Current status of the port 2927e697-7177-4b8d-b4e6-63bc2492506f is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:33:12.776301 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-ce964763-e69b-41dd-b0e8-6bdd7896637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (2927e697-7177-4b8d-b4e6-63bc2492506f), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:12.802023 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] Set router 60b14ebe-9cec-4013-a6af-a7ba329bdfa0 gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:33:12.856379 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-ce964763-e69b-41dd-b0e8-6bdd7896637c None None] For port 2927e697-7177-4b8d-b4e6-63bc2492506f, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=2927e697-7177-4b8d-b4e6-63bc2492506f,segment=NetworkSegment(7d297bd3-f914-47dd-8fb5-4044e5ec0936),segment_id=7d297bd3-f914-47dd-8fb5-4044e5ec0936)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:33:12.894409 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-ce964763-e69b-41dd-b0e8-6bdd7896637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (2927e697-7177-4b8d-b4e6-63bc2492506f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:13.029429 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce964763-e69b-41dd-b0e8-6bdd7896637c None None] Pushing event updated for resources: {'Port': ['ID=2927e697-7177-4b8d-b4e6-63bc2492506f,revision_number=3']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:13.173917 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-bd18a3a1-6d0e-4924-969a-07eb5cc59910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-1620174948-router', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:29:43Z', 'revision_number': 4, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'gw_port': {'id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '02915f61-4b45-4b74-9531-f15e4d8c0a90', 'name': '', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'mac_address': 'fa:16:3e:9f:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76384fd9-f436-4624-9d38-5e3873131694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:42Z', 'updated_at': '2022-03-18T00:29:49Z', 'revision_number': 5, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'subnets': [{'id': '76384fd9-f436-4624-9d38-5e3873131694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:33:13.178347 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-86650fcb-f30b-42a3-a419-f6ff3a4a7621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:13.187521 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'name': 'tempest-TestMinimumBasicScenario-884098378-router', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:33:10Z', 'updated_at': '2022-03-18T00:33:11Z', 'revision_number': 3, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'gw_port': {'id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:11Z', 'updated_at': '2022-03-18T00:33:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:33:13.202327 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd18a3a1-6d0e-4924-969a-07eb5cc59910 None None] Checking router: 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:33:13.220148 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd18a3a1-6d0e-4924-969a-07eb5cc59910 None None] Routers {'1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:33:13.220319 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-bd18a3a1-6d0e-4924-969a-07eb5cc59910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:32:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:33:13.238690 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] Checking router: 60b14ebe-9cec-4013-a6af-a7ba329bdfa0 for host: dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:33:13.239314 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] Updating router 60b14ebe-9cec-4013-a6af-a7ba329bdfa0 port 792cb722-7acd-40ad-96cd-4e72c2e213fd binding host dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 00:33:13.257914 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-fe2ccb52-d1e5-4d46-9520-b0e7eba6a20d None None] Provisioning complete for port 2927e697-7177-4b8d-b4e6-63bc2492506f triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:13.258286 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-fe2ccb52-d1e5-4d46-9520-b0e7eba6a20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (2927e697-7177-4b8d-b4e6-63bc2492506f), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:13.274428 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (792cb722-7acd-40ad-96cd-4e72c2e213fd), before_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:13.398558 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-bd18a3a1-6d0e-4924-969a-07eb5cc59910 None None] Set router 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:33:13.404296 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a0a7f4af-c89b-47e4-bf3f-9e5df7cff932 req-ec5c6903-732d-4e1c-9295-6abfb914475c tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd0aa092-177e-40a3-8f46-128f5ad286f9 HTTP/1.1" status: 200 len: 210 time: 0.0747151 Mar 18 00:33:13.440053 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ccb52-d1e5-4d46-9520-b0e7eba6a20d None None] Current status of the port 2927e697-7177-4b8d-b4e6-63bc2492506f is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:33:13.522377 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 2927e697-7177-4b8d-b4e6-63bc2492506f up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:33:13.565392 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_common [None req-86650fcb-f30b-42a3-a419-f6ff3a4a7621 admin admin] Allocated IP 172.20.0.1 (744097eb-7efa-4cb3-b1c0-25e7ce1cd605/f44fc5cd-938e-4ada-b4db-a8145a98cdb6/af5a3c2b-9763-49f9-8406-25c66cc403a2) {{(pid=109623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:33:13.627375 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593bbf0-ecbd-4745-8457-9cc4644fe0e9 req-cd81a719-4794-4708-aa88-7fd31985a29e tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:13.628637 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b593bbf0-ecbd-4745-8457-9cc4644fe0e9 req-cd81a719-4794-4708-aa88-7fd31985a29e tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddc7f5a-8ce8-46bd-a872-fa238d4d24a0 HTTP/1.1" status: 200 len: 946 time: 0.1540887 Mar 18 00:33:13.660554 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 2927e697-7177-4b8d-b4e6-63bc2492506f triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:13.661176 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (2927e697-7177-4b8d-b4e6-63bc2492506f), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:13.712651 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] Publish callbacks [] for port (792cb722-7acd-40ad-96cd-4e72c2e213fd), precommit_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:13.721202 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (792cb722-7acd-40ad-96cd-4e72c2e213fd), after_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:13.763035 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b593bbf0-ecbd-4745-8457-9cc4644fe0e9 req-f3f166a7-a52c-4166-b697-f245815711f2 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235385 Mar 18 00:33:13.778461 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-bd18a3a1-6d0e-4924-969a-07eb5cc59910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-1620174948-router', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:29:43Z', 'revision_number': 4, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'gw_port': {'id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '02915f61-4b45-4b74-9531-f15e4d8c0a90', 'name': '', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'mac_address': 'fa:16:3e:9f:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76384fd9-f436-4624-9d38-5e3873131694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:42Z', 'updated_at': '2022-03-18T00:29:49Z', 'revision_number': 5, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'subnets': [{'id': '76384fd9-f436-4624-9d38-5e3873131694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:33:13.795328 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] Attempting to bind port 792cb722-7acd-40ad-96cd-4e72c2e213fd on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:33:13.795863 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] Attempting to bind port 792cb722-7acd-40ad-96cd-4e72c2e213fd by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}] {{(pid=109625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:33:13.796315 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] Attempting to bind port 792cb722-7acd-40ad-96cd-4e72c2e213fd on network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:33:13.804419 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-86650fcb-f30b-42a3-a419-f6ff3a4a7621 admin admin] Publish callbacks [] for port (af5a3c2b-9763-49f9-8406-25c66cc403a2), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:13.811155 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 2927e697-7177-4b8d-b4e6-63bc2492506f is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:33:13.812284 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:33:13.812746 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] Checking segment: {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:33:13.813221 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:13.813355 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd18a3a1-6d0e-4924-969a-07eb5cc59910 None None] The sync data for ids ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'] in dv-cinder-768458-19-smb is: [{'id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-1620174948-router', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:29:43Z', 'revision_number': 4, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'gw_port': {'id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '02915f61-4b45-4b74-9531-f15e4d8c0a90', 'name': '', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'mac_address': 'fa:16:3e:9f:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76384fd9-f436-4624-9d38-5e3873131694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:42Z', 'updated_at': '2022-03-18T00:29:49Z', 'revision_number': 5, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'subnets': [{'id': '76384fd9-f436-4624-9d38-5e3873131694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:33:13.813743 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] Bound using segment: {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'} {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:33:13.814280 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] Bound port: 792cb722-7acd-40ad-96cd-4e72c2e213fd, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}}] {{(pid=109625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:33:13.814727 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (792cb722-7acd-40ad-96cd-4e72c2e213fd), before_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:13.816335 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20f3c-4141-47d0-8ad4-65e1ea6fa8fa None None] Pushing event updated for resources: {'Port': ['ID=792cb722-7acd-40ad-96cd-4e72c2e213fd,revision_number=2']} {{(pid=109625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:13.842925 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-86650fcb-f30b-42a3-a419-f6ff3a4a7621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (af5a3c2b-9763-49f9-8406-25c66cc403a2), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:13.863264 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20f3c-4141-47d0-8ad4-65e1ea6fa8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:13.863609 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20f3c-4141-47d0-8ad4-65e1ea6fa8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:13.863944 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20f3c-4141-47d0-8ad4-65e1ea6fa8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:13.864297 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20f3c-4141-47d0-8ad4-65e1ea6fa8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:13.864628 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20f3c-4141-47d0-8ad4-65e1ea6fa8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:13.865539 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20f3c-4141-47d0-8ad4-65e1ea6fa8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:13.865873 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20f3c-4141-47d0-8ad4-65e1ea6fa8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:13.866195 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20f3c-4141-47d0-8ad4-65e1ea6fa8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:13.866516 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20f3c-4141-47d0-8ad4-65e1ea6fa8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:13.866841 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20f3c-4141-47d0-8ad4-65e1ea6fa8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:13.867224 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20f3c-4141-47d0-8ad4-65e1ea6fa8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:13.867492 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20f3c-4141-47d0-8ad4-65e1ea6fa8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:13.867810 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20f3c-4141-47d0-8ad4-65e1ea6fa8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:13.868123 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20f3c-4141-47d0-8ad4-65e1ea6fa8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:13.868435 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d20f3c-4141-47d0-8ad4-65e1ea6fa8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:13.892236 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86650fcb-f30b-42a3-a419-f6ff3a4a7621 admin admin] Network 744097eb-7efa-4cb3-b1c0-25e7ce1cd605 is already hosted by enough agents. {{(pid=109623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:33:13.894742 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-86650fcb-f30b-42a3-a419-f6ff3a4a7621 admin admin] Resources bound (agent type, host, resource id): {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:33:13.898751 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86650fcb-f30b-42a3-a419-f6ff3a4a7621 admin admin] Received port after_create {{(pid=109623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:33:13.908662 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.db [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] For port 792cb722-7acd-40ad-96cd-4e72c2e213fd, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:33:13.915206 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.db [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] For port 792cb722-7acd-40ad-96cd-4e72c2e213fd, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=792cb722-7acd-40ad-96cd-4e72c2e213fd,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:33:13.923733 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (792cb722-7acd-40ad-96cd-4e72c2e213fd), after_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:13.933494 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86650fcb-f30b-42a3-a419-f6ff3a4a7621 admin admin] Pushing event updated for resources: {'Port': ['ID=af5a3c2b-9763-49f9-8406-25c66cc403a2,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:13.956937 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-86650fcb-f30b-42a3-a419-f6ff3a4a7621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705464'] for router_interface (60b14ebe-9cec-4013-a6af-a7ba329bdfa0), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:13.999600 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] Routers {'60b14ebe-9cec-4013-a6af-a7ba329bdfa0'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:33:14.000225 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:32:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['60b14ebe-9cec-4013-a6af-a7ba329bdfa0'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:33:14.098789 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20f3c-4141-47d0-8ad4-65e1ea6fa8fa None None] Pushing event updated for resources: {'Port': ['ID=792cb722-7acd-40ad-96cd-4e72c2e213fd,revision_number=3']} {{(pid=109625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:14.150528 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] Set router 60b14ebe-9cec-4013-a6af-a7ba329bdfa0 gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:33:14.158566 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-86650fcb-f30b-42a3-a419-f6ff3a4a7621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (af5a3c2b-9763-49f9-8406-25c66cc403a2), before_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:14.252967 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4f56a-47e9-48ac-9064-523562a29549 None None] New status for floating IP 7a398ee2-d9e7-4a76-9fd2-86df49ccfff6: DOWN {{(pid=109624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 00:33:14.369735 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-86650fcb-f30b-42a3-a419-f6ff3a4a7621 admin admin] Publish callbacks [] for port (af5a3c2b-9763-49f9-8406-25c66cc403a2), precommit_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:14.377276 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-86650fcb-f30b-42a3-a419-f6ff3a4a7621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9398957'] for port (af5a3c2b-9763-49f9-8406-25c66cc403a2), after_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:14.459787 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86650fcb-f30b-42a3-a419-f6ff3a4a7621 admin admin] Pushing event updated for resources: {'Port': ['ID=af5a3c2b-9763-49f9-8406-25c66cc403a2,revision_number=2']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:14.467978 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-86650fcb-f30b-42a3-a419-f6ff3a4a7621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705324'] for router_interface (60b14ebe-9cec-4013-a6af-a7ba329bdfa0), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:14.522226 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-b35b287e-52bd-4bee-bbd7-af19dfd8f48b None None] Provisioning complete for port af5a3c2b-9763-49f9-8406-25c66cc403a2 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:14.522776 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b35b287e-52bd-4bee-bbd7-af19dfd8f48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (af5a3c2b-9763-49f9-8406-25c66cc403a2), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:14.524152 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'name': 'tempest-TestMinimumBasicScenario-884098378-router', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:33:10Z', 'updated_at': '2022-03-18T00:33:11Z', 'revision_number': 3, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'gw_port': {'id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:11Z', 'updated_at': '2022-03-18T00:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:33:14.571658 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 54546) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:33:14.582551 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38731e63-19ce-4621-8100-253df0dfb726 None None] The sync data for ids ['60b14ebe-9cec-4013-a6af-a7ba329bdfa0'] in dv-cinder-768458-19-smb is: [{'id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'name': 'tempest-TestMinimumBasicScenario-884098378-router', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:33:10Z', 'updated_at': '2022-03-18T00:33:11Z', 'revision_number': 3, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'gw_port': {'id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:11Z', 'updated_at': '2022-03-18T00:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}] {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:33:14.599889 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-b35b287e-52bd-4bee-bbd7-af19dfd8f48b None None] Port af5a3c2b-9763-49f9-8406-25c66cc403a2 cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:33:14.613474 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86650fcb-f30b-42a3-a419-f6ff3a4a7621 admin admin] Network 744097eb-7efa-4cb3-b1c0-25e7ce1cd605 is already hosted by enough agents. {{(pid=109623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:33:14.622288 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-86650fcb-f30b-42a3-a419-f6ff3a4a7621 admin admin] Resources bound (agent type, host, resource id): {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:33:14.678279 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-d79b51f2-d005-4a02-ba65-18dd1eae9999 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for security_group (02ddd2bc-3134-49bc-b489-380196c00c64), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:14.711969 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-d79b51f2-d005-4a02-ba65-18dd1eae9999 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for security_group (02ddd2bc-3134-49bc-b489-380196c00c64), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:14.783716 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-d79b51f2-d005-4a02-ba65-18dd1eae9999 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (02ddd2bc-3134-49bc-b489-380196c00c64), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:14.787201 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-d79b51f2-d005-4a02-ba65-18dd1eae9999 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:14.791065 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-d79b51f2-d005-4a02-ba65-18dd1eae9999 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "DELETE /v2.0/security-groups/02ddd2bc-3134-49bc-b489-380196c00c64 HTTP/1.1" status: 204 len: 168 time: 0.2158821 Mar 18 00:33:14.796248 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 54550) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:33:14.812796 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b51f2-d005-4a02-ba65-18dd1eae9999 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ddd2bc-3134-49bc-b489-380196c00c64,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:14.833285 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.api.v2.resource [None req-e579c551-b205-4153-95ec-e7e1e9142b03 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] show failed (client error): The resource could not be found. Mar 18 00:33:14.837982 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-e579c551-b205-4153-95ec-e7e1e9142b03 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups/02ddd2bc-3134-49bc-b489-380196c00c64 HTTP/1.1" status: 404 len: 347 time: 0.0399773 Mar 18 00:33:14.838374 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 54552) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:33:14.883593 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86650fcb-f30b-42a3-a419-f6ff3a4a7621 admin admin] Router 60b14ebe-9cec-4013-a6af-a7ba329bdfa0 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:33:15.032896 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-b6f2672d-9f2f-4eac-82f4-c36320e4c725 None None] Provisioning complete for port af5a3c2b-9763-49f9-8406-25c66cc403a2 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:15.034055 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b6f2672d-9f2f-4eac-82f4-c36320e4c725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (af5a3c2b-9763-49f9-8406-25c66cc403a2), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:15.072428 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec7e46-f6d0-40b4-b733-1fb5529c4aea req-d27ba8f6-5c63-47f5-9ad0-bf9d4a08b92b tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:15.072778 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86650fcb-f30b-42a3-a419-f6ff3a4a7621 admin admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:33:15.079386 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-66ec7e46-f6d0-40b4-b733-1fb5529c4aea req-d27ba8f6-5c63-47f5-9ad0-bf9d4a08b92b tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddc7f5a-8ce8-46bd-a872-fa238d4d24a0 HTTP/1.1" status: 200 len: 946 time: 0.1363029 Mar 18 00:33:15.087728 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-86650fcb-f30b-42a3-a419-f6ff3a4a7621 admin admin] 10.222.0.23 "PUT /v2.0/routers/60b14ebe-9cec-4013-a6af-a7ba329bdfa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4609962 Mar 18 00:33:15.109622 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-b6f2672d-9f2f-4eac-82f4-c36320e4c725 None None] Port af5a3c2b-9763-49f9-8406-25c66cc403a2 cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:33:15.118131 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-a2d96018-e031-415c-8c35-11de7a3bead6 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Deleting port 51d6702d-9f0a-4519-9f9f-f526e23997e1 {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:33:15.118468 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-a2d96018-e031-415c-8c35-11de7a3bead6 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (51d6702d-9f0a-4519-9f9f-f526e23997e1), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:15.195646 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-66ec7e46-f6d0-40b4-b733-1fb5529c4aea req-0b7c2c23-076f-4095-877a-8a4442d7c4c4 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116807 Mar 18 00:33:15.241895 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-a2d96018-e031-415c-8c35-11de7a3bead6 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (51d6702d-9f0a-4519-9f9f-f526e23997e1), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:15.242479 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-a2d96018-e031-415c-8c35-11de7a3bead6 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for floatingip (51d6702d-9f0a-4519-9f9f-f526e23997e1), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:15.258683 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-a2d96018-e031-415c-8c35-11de7a3bead6 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Calling delete_port for 51d6702d-9f0a-4519-9f9f-f526e23997e1 owned by network:floatingip {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:33:15.433211 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 792cb722-7acd-40ad-96cd-4e72c2e213fd up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:33:15.492245 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-a2d96018-e031-415c-8c35-11de7a3bead6 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (51d6702d-9f0a-4519-9f9f-f526e23997e1), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:15.513274 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 792cb722-7acd-40ad-96cd-4e72c2e213fd triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:15.514230 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (792cb722-7acd-40ad-96cd-4e72c2e213fd), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:15.540813 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 996e1454-7e85-4345-8d6a-6a612f71e6f2 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:33:15.562247 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d96018-e031-415c-8c35-11de7a3bead6 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Pushing event deleted for resources: {'Port': ['ID=51d6702d-9f0a-4519-9f9f-f526e23997e1,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:15.567197 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] No Port match for: 996e1454-7e85-4345-8d6a-6a612f71e6f2 {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:33:15.567614 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 996e1454-7e85-4345-8d6a-6a612f71e6f2 not bound to the agent host hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:33:15.612202 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-a2d96018-e031-415c-8c35-11de7a3bead6 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for floatingip (7a398ee2-d9e7-4a76-9fd2-86df49ccfff6), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:15.615229 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-a2d96018-e031-415c-8c35-11de7a3bead6 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:15.616525 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-a2d96018-e031-415c-8c35-11de7a3bead6 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "DELETE /v2.0/floatingips/7a398ee2-d9e7-4a76-9fd2-86df49ccfff6 HTTP/1.1" status: 204 len: 168 time: 0.7771113 Mar 18 00:33:15.647277 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 792cb722-7acd-40ad-96cd-4e72c2e213fd is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:33:15.647671 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (792cb722-7acd-40ad-96cd-4e72c2e213fd), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:15.681861 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] For port 792cb722-7acd-40ad-96cd-4e72c2e213fd, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=792cb722-7acd-40ad-96cd-4e72c2e213fd,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:33:15.687738 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (792cb722-7acd-40ad-96cd-4e72c2e213fd), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:15.743275 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Pushing event updated for resources: {'Port': ['ID=792cb722-7acd-40ad-96cd-4e72c2e213fd,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:15.813604 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 54570) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:33:15.819078 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-f61f5100-2815-4054-8c43-b461e358eab7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-232916939-network', 'tenant_id': 'b837f880143743e99b7201c3e6c7b361'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:33:15.847122 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61f5100-2815-4054-8c43-b461e358eab7 admin admin] Made reservation on behalf of b837f880143743e99b7201c3e6c7b361 for: {'network': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:33:15.850328 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f61f5100-2815-4054-8c43-b461e358eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for network (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:15.859605 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f61f5100-2815-4054-8c43-b461e358eab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:15.939512 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f61f5100-2815-4054-8c43-b461e358eab7 admin admin] Publish callbacks [] for security_group (e5cfe82d-6ab6-4a64-b0b8-d575d28c686e), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:15.943883 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f61f5100-2815-4054-8c43-b461e358eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (e5cfe82d-6ab6-4a64-b0b8-d575d28c686e), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:15.970436 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f61f5100-2815-4054-8c43-b461e358eab7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=109622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 00:33:15.977825 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f5100-2815-4054-8c43-b461e358eab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cfe82d-6ab6-4a64-b0b8-d575d28c686e,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:15.984126 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f61f5100-2815-4054-8c43-b461e358eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (2aa436b9-3d70-41d9-8120-f5a88d1d6afd), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:15.984545 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.segments_db [None req-f61f5100-2815-4054-8c43-b461e358eab7 admin admin] Added segment 2aa436b9-3d70-41d9-8120-f5a88d1d6afd of type vlan for network dce453c9-94b4-4b31-91aa-43b3c625c204 Mar 18 00:33:16.026126 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 54572) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:33:16.035015 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-6d033a86-9f93-4ad1-9c88-32407e7f84ee tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1417844208', 'description': 'tempest-description--2142809857'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:33:16.046096 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f61f5100-2815-4054-8c43-b461e358eab7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731764300'] for network (dce453c9-94b4-4b31-91aa-43b3c625c204), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:16.062641 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-6d033a86-9f93-4ad1-9c88-32407e7f84ee tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:16.075021 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f61f5100-2815-4054-8c43-b461e358eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for network (dce453c9-94b4-4b31-91aa-43b3c625c204), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:16.076038 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61f5100-2815-4054-8c43-b461e358eab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:16.076663 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f61f5100-2815-4054-8c43-b461e358eab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:16.146942 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-f61f5100-2815-4054-8c43-b461e358eab7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3294325 Mar 18 00:33:16.147180 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 54574) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:33:16.154449 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-ac13f166-ee9f-4b4d-982c-15e146714353 admin admin] Request body: {'subnet': {'network_id': 'dce453c9-94b4-4b31-91aa-43b3c625c204', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-232916939-subnet', 'tenant_id': 'b837f880143743e99b7201c3e6c7b361', 'ip_version': 4}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:33:16.162912 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-6d033a86-9f93-4ad1-9c88-32407e7f84ee tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for security_group (3300b787-39dc-4fdc-95d5-292090ff09d0), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:16.165688 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f5100-2815-4054-8c43-b461e358eab7 admin admin] Pushing event updated for resources: {'Network': ['ID=dce453c9-94b4-4b31-91aa-43b3c625c204,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:16.174524 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-6d033a86-9f93-4ad1-9c88-32407e7f84ee tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (3300b787-39dc-4fdc-95d5-292090ff09d0), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:16.180950 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac13f166-ee9f-4b4d-982c-15e146714353 admin admin] Made reservation on behalf of b837f880143743e99b7201c3e6c7b361 for: {'subnet': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:33:16.182546 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Network dce453c9-94b4-4b31-91aa-43b3c625c204 details requested by agent ovs-agent-dv-cinder-768458-19-smb with host dv-cinder-768458-19-smb {{(pid=109624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 00:33:16.183551 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ac13f166-ee9f-4b4d-982c-15e146714353 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8690801'] for subnet (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:16.224792 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-6d033a86-9f93-4ad1-9c88-32407e7f84ee tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:16.228146 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-6d033a86-9f93-4ad1-9c88-32407e7f84ee tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2008965 Mar 18 00:33:16.231614 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 54578) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:33:16.238037 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-cfd57629-22c3-4558-9d99-278e6b6c773b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Request body: {'security_group_rule': {'security_group_id': '3300b787-39dc-4fdc-95d5-292090ff09d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:33:16.245984 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d033a86-9f93-4ad1-9c88-32407e7f84ee tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3300b787-39dc-4fdc-95d5-292090ff09d0,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:16.280607 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-cfd57629-22c3-4558-9d99-278e6b6c773b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for security_group_rule (3ef1bd79-8c76-4d7b-89ed-5a0dce6185a7), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:16.353065 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-cfd57629-22c3-4558-9d99-278e6b6c773b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for security_group_rule (3ef1bd79-8c76-4d7b-89ed-5a0dce6185a7), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:16.358024 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-cfd57629-22c3-4558-9d99-278e6b6c773b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (3ef1bd79-8c76-4d7b-89ed-5a0dce6185a7), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:16.369733 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed84421-7822-4324-9033-36d712d7689f req-9cd40c8d-be70-457b-943b-053cca42d1e1 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:16.371356 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8ed84421-7822-4324-9033-36d712d7689f req-9cd40c8d-be70-457b-943b-053cca42d1e1 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddc7f5a-8ce8-46bd-a872-fa238d4d24a0 HTTP/1.1" status: 200 len: 946 time: 0.0809448 Mar 18 00:33:16.379936 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd57629-22c3-4558-9d99-278e6b6c773b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef1bd79-8c76-4d7b-89ed-5a0dce6185a7,revision_number=0']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:16.402094 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-cfd57629-22c3-4558-9d99-278e6b6c773b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:16.403682 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-cfd57629-22c3-4558-9d99-278e6b6c773b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1706834 Mar 18 00:33:16.409877 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 54580) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:33:16.414884 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-9e43e4c7-147e-4475-9d93-702c3c965c76 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Request body: {'security_group_rule': {'security_group_id': '3300b787-39dc-4fdc-95d5-292090ff09d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:33:16.447210 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9e43e4c7-147e-4475-9d93-702c3c965c76 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for security_group_rule (100b6e27-f821-4945-a92c-1c3fe8753129), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:16.519370 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9e43e4c7-147e-4475-9d93-702c3c965c76 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for security_group_rule (100b6e27-f821-4945-a92c-1c3fe8753129), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:16.525888 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9e43e4c7-147e-4475-9d93-702c3c965c76 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (100b6e27-f821-4945-a92c-1c3fe8753129), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:16.551966 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9e43e4c7-147e-4475-9d93-702c3c965c76 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:16.554223 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-9e43e4c7-147e-4475-9d93-702c3c965c76 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1428509 Mar 18 00:33:16.555632 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43e4c7-147e-4475-9d93-702c3c965c76 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=100b6e27-f821-4945-a92c-1c3fe8753129,revision_number=0']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:16.557630 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 54582) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:33:16.562275 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-bf33a975-dded-4200-bd31-7ea46ab48c6d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Request body: {'floatingip': {'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:33:16.585775 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-bf33a975-dded-4200-bd31-7ea46ab48c6d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:16.695060 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-bf33a975-dded-4200-bd31-7ea46ab48c6d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:16.707924 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8ed84421-7822-4324-9033-36d712d7689f req-d666166c-0257-4574-8638-f80baa44c202 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156838 Mar 18 00:33:16.721650 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ac13f166-ee9f-4b4d-982c-15e146714353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8694725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8690791'] for subnet (9cb88227-b066-4ac5-be00-2dbf4dd7c105), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:16.775455 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13f166-ee9f-4b4d-982c-15e146714353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb88227-b066-4ac5-be00-2dbf4dd7c105,revision_number=0']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:16.793170 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac13f166-ee9f-4b4d-982c-15e146714353 admin admin] Checking segment: {'id': '2aa436b9-3d70-41d9-8120-f5a88d1d6afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dce453c9-94b4-4b31-91aa-43b3c625c204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:33:16.793664 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac13f166-ee9f-4b4d-982c-15e146714353 admin admin] Network hostable DHCP agents. Network: dce453c9-94b4-4b31-91aa-43b3c625c204, hostable agents: ['b07357a2-37bf-41ae-8167-2445c892fa1f'], hosted agents: [] {{(pid=109622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 00:33:16.812309 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac13f166-ee9f-4b4d-982c-15e146714353 admin admin] Network dce453c9-94b4-4b31-91aa-43b3c625c204 is scheduled to be hosted by DHCP agent b07357a2-37bf-41ae-8167-2445c892fa1f with binding_index 1 {{(pid=109622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 00:33:16.823974 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-ac13f166-ee9f-4b4d-982c-15e146714353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-19-smb, dce453c9-94b4-4b31-91aa-43b3c625c204) {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:33:16.828395 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac13f166-ee9f-4b4d-982c-15e146714353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:16.829058 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ac13f166-ee9f-4b4d-982c-15e146714353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for subnet (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:16.837232 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf45ea0-7cf0-4cff-b1b9-eeddb3ddb55a None None] Network dce453c9-94b4-4b31-91aa-43b3c625c204 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:33:16.849973 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-ac13f166-ee9f-4b4d-982c-15e146714353 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6992543 Mar 18 00:33:16.850202 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 54584) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:33:16.855091 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-5d17f0cc-46be-4e85-b57d-4a56c94a0a30 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-232916939-router', 'tenant_id': 'b837f880143743e99b7201c3e6c7b361', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:33:16.882265 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5d17f0cc-46be-4e85-b57d-4a56c94a0a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router (58dfd6f7-b892-434c-9d45-646d81534d9d), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:16.883620 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5d17f0cc-46be-4e85-b57d-4a56c94a0a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704184', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2189'] for router (58dfd6f7-b892-434c-9d45-646d81534d9d), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:16.884084 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] Sync routers for ids ['60b14ebe-9cec-4013-a6af-a7ba329bdfa0'] in dv-cinder-768458-19-smb {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:33:16.895449 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] Routers {'60b14ebe-9cec-4013-a6af-a7ba329bdfa0'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:33:16.896785 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:32:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['60b14ebe-9cec-4013-a6af-a7ba329bdfa0'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:33:16.954210 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5d17f0cc-46be-4e85-b57d-4a56c94a0a30 admin admin] Publish callbacks [] for router_controller (58dfd6f7-b892-434c-9d45-646d81534d9d), precommit_add_association {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:16.995815 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ea7f08-26bb-45d4-bdf0-f71f1db55536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6b2e7e5-47b8-5636-b6db-199e905836e3-dce453c9-94b4-4b31-91aa-43b3c625c204', 'network_id': 'dce453c9-94b4-4b31-91aa-43b3c625c204', 'project_id': 'b837f880143743e99b7201c3e6c7b361', 'fixed_ips': [{'subnet_id': '9cb88227-b066-4ac5-be00-2dbf4dd7c105'}]}} from dv-cinder-768458-19-smb. {{(pid=109624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 00:33:16.996891 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-f2ea7f08-26bb-45d4-bdf0-f71f1db55536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:17.032387 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_common [None req-bf33a975-dded-4200-bd31-7ea46ab48c6d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Allocated IP 172.28.2.105 (5e3ddc34-ad90-40ce-bf33-6bccf71106f9/1eeedb1d-7e47-41b2-b3a3-f344e50a1163/7712b350-c45f-4f3c-85d5-aff3e22940a8) {{(pid=109623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:33:17.039424 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] Set router 60b14ebe-9cec-4013-a6af-a7ba329bdfa0 gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:33:17.138858 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5d17f0cc-46be-4e85-b57d-4a56c94a0a30 admin admin] Publish callbacks [] for router_gateway (58dfd6f7-b892-434c-9d45-646d81534d9d), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:17.196886 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-bf33a975-dded-4200-bd31-7ea46ab48c6d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for port (7712b350-c45f-4f3c-85d5-aff3e22940a8), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:17.220894 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.db_base_plugin_common [None req-f2ea7f08-26bb-45d4-bdf0-f71f1db55536 None None] Allocated IP 172.20.0.2 (dce453c9-94b4-4b31-91aa-43b3c625c204/9cb88227-b066-4ac5-be00-2dbf4dd7c105/322cc15f-df08-4178-ba84-27befe8a2c4e) {{(pid=109624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:33:17.253011 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-bf33a975-dded-4200-bd31-7ea46ab48c6d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (7712b350-c45f-4f3c-85d5-aff3e22940a8), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:17.306105 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf33a975-dded-4200-bd31-7ea46ab48c6d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 is already hosted by enough agents. {{(pid=109623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:33:17.310657 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-bf33a975-dded-4200-bd31-7ea46ab48c6d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Resources bound (agent type, host, resource id): {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:33:17.314654 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'name': 'tempest-TestMinimumBasicScenario-884098378-router', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:33:10Z', 'updated_at': '2022-03-18T00:33:14Z', 'revision_number': 4, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'gw_port': {'id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:11Z', 'updated_at': '2022-03-18T00:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': 'af5a3c2b-9763-49f9-8406-25c66cc403a2', 'name': '', 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'mac_address': 'fa:16:3e:63:a9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f44fc5cd-938e-4ada-b4db-a8145a98cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:13Z', 'updated_at': '2022-03-18T00:33:14Z', 'revision_number': 2, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'subnets': [{'id': 'f44fc5cd-938e-4ada-b4db-a8145a98cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:33:17.317591 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf33a975-dded-4200-bd31-7ea46ab48c6d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Received port after_create {{(pid=109623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:33:17.355891 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] Checking router: 60b14ebe-9cec-4013-a6af-a7ba329bdfa0 for host: dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:33:17.356489 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] Updating router 60b14ebe-9cec-4013-a6af-a7ba329bdfa0 port af5a3c2b-9763-49f9-8406-25c66cc403a2 binding host dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 00:33:17.364262 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33a975-dded-4200-bd31-7ea46ab48c6d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Pushing event updated for resources: {'Port': ['ID=7712b350-c45f-4f3c-85d5-aff3e22940a8,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:17.389731 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 792cb722-7acd-40ad-96cd-4e72c2e213fd up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:33:17.403298 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (af5a3c2b-9763-49f9-8406-25c66cc403a2), before_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:17.406477 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5d17f0cc-46be-4e85-b57d-4a56c94a0a30 admin admin] Publish callbacks [] for router_gateway (58dfd6f7-b892-434c-9d45-646d81534d9d), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:17.433585 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5d17f0cc-46be-4e85-b57d-4a56c94a0a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:17.441412 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-bf33a975-dded-4200-bd31-7ea46ab48c6d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for floatingip (bcb77d83-43c8-4f5e-aaad-e05be31c88ad), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:17.486001 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-bf33a975-dded-4200-bd31-7ea46ab48c6d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (7712b350-c45f-4f3c-85d5-aff3e22940a8), before_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:17.510707 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 792cb722-7acd-40ad-96cd-4e72c2e213fd triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:17.511081 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (792cb722-7acd-40ad-96cd-4e72c2e213fd), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:17.542911 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-f2ea7f08-26bb-45d4-bdf0-f71f1db55536 None None] Publish callbacks [] for port (322cc15f-df08-4178-ba84-27befe8a2c4e), precommit_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:17.558558 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-f2ea7f08-26bb-45d4-bdf0-f71f1db55536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518'] for port (322cc15f-df08-4178-ba84-27befe8a2c4e), after_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:17.592852 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [None req-5d17f0cc-46be-4e85-b57d-4a56c94a0a30 admin admin] Allocated IP 172.28.2.71 (5e3ddc34-ad90-40ce-bf33-6bccf71106f9/1eeedb1d-7e47-41b2-b3a3-f344e50a1163/ce1c2633-18a9-4002-831b-056f23db423f) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:33:17.599956 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ea7f08-26bb-45d4-bdf0-f71f1db55536 None None] Network dce453c9-94b4-4b31-91aa-43b3c625c204 is already hosted by enough agents. {{(pid=109624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:33:17.603267 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.scheduler.base_scheduler [None req-f2ea7f08-26bb-45d4-bdf0-f71f1db55536 None None] Resources bound (agent type, host, resource id): {{(pid=109624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:33:17.608031 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ea7f08-26bb-45d4-bdf0-f71f1db55536 None None] Received port after_create {{(pid=109624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:33:17.642530 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea7f08-26bb-45d4-bdf0-f71f1db55536 None None] Pushing event updated for resources: {'Port': ['ID=322cc15f-df08-4178-ba84-27befe8a2c4e,revision_number=1']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:17.665053 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-bf33a975-dded-4200-bd31-7ea46ab48c6d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for port (7712b350-c45f-4f3c-85d5-aff3e22940a8), precommit_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:17.671635 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-bf33a975-dded-4200-bd31-7ea46ab48c6d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9398957'] for port (7712b350-c45f-4f3c-85d5-aff3e22940a8), after_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:17.709277 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-f2ea7f08-26bb-45d4-bdf0-f71f1db55536 None None] Attempting to bind port 322cc15f-df08-4178-ba84-27befe8a2c4e on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:33:17.709923 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-f2ea7f08-26bb-45d4-bdf0-f71f1db55536 None None] Attempting to bind port 322cc15f-df08-4178-ba84-27befe8a2c4e by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': '2aa436b9-3d70-41d9-8120-f5a88d1d6afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dce453c9-94b4-4b31-91aa-43b3c625c204'}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:33:17.710483 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ea7f08-26bb-45d4-bdf0-f71f1db55536 None None] Attempting to bind port 322cc15f-df08-4178-ba84-27befe8a2c4e on network dce453c9-94b4-4b31-91aa-43b3c625c204 {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:33:17.731544 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 792cb722-7acd-40ad-96cd-4e72c2e213fd is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:33:17.738204 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5d17f0cc-46be-4e85-b57d-4a56c94a0a30 admin admin] Publish callbacks [] for port (ce1c2633-18a9-4002-831b-056f23db423f), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:17.739037 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ea7f08-26bb-45d4-bdf0-f71f1db55536 None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:33:17.740659 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ea7f08-26bb-45d4-bdf0-f71f1db55536 None None] Checking segment: {'id': '2aa436b9-3d70-41d9-8120-f5a88d1d6afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dce453c9-94b4-4b31-91aa-43b3c625c204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:33:17.741241 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-f2ea7f08-26bb-45d4-bdf0-f71f1db55536 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:17.741803 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ea7f08-26bb-45d4-bdf0-f71f1db55536 None None] Bound using segment: {'id': '2aa436b9-3d70-41d9-8120-f5a88d1d6afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dce453c9-94b4-4b31-91aa-43b3c625c204'} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:33:17.742472 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-f2ea7f08-26bb-45d4-bdf0-f71f1db55536 None None] Bound port: 322cc15f-df08-4178-ba84-27befe8a2c4e, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa436b9-3d70-41d9-8120-f5a88d1d6afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dce453c9-94b4-4b31-91aa-43b3c625c204'}}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:33:17.743013 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-f2ea7f08-26bb-45d4-bdf0-f71f1db55536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (322cc15f-df08-4178-ba84-27befe8a2c4e), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:17.768237 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] Publish callbacks [] for port (af5a3c2b-9763-49f9-8406-25c66cc403a2), precommit_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:17.779550 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-bf33a975-dded-4200-bd31-7ea46ab48c6d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (bcb77d83-43c8-4f5e-aaad-e05be31c88ad), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:17.782238 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (af5a3c2b-9763-49f9-8406-25c66cc403a2), after_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:17.812453 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5d17f0cc-46be-4e85-b57d-4a56c94a0a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (ce1c2633-18a9-4002-831b-056f23db423f), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:17.814829 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-bf33a975-dded-4200-bd31-7ea46ab48c6d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:17.819389 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-bf33a975-dded-4200-bd31-7ea46ab48c6d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2574921 Mar 18 00:33:17.837079 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-f2ea7f08-26bb-45d4-bdf0-f71f1db55536 None None] For port 322cc15f-df08-4178-ba84-27befe8a2c4e, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:33:17.840825 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-f2ea7f08-26bb-45d4-bdf0-f71f1db55536 None None] For port 322cc15f-df08-4178-ba84-27befe8a2c4e, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=322cc15f-df08-4178-ba84-27befe8a2c4e,segment=NetworkSegment(2aa436b9-3d70-41d9-8120-f5a88d1d6afd),segment_id=2aa436b9-3d70-41d9-8120-f5a88d1d6afd)] {{(pid=109624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:33:17.846702 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc20d8-1523-4ffb-acd7-2339b2007363 None None] Pushing event updated for resources: {'Port': ['ID=af5a3c2b-9763-49f9-8406-25c66cc403a2,revision_number=3']} {{(pid=109625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:17.850796 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33a975-dded-4200-bd31-7ea46ab48c6d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Pushing event updated for resources: {'Port': ['ID=7712b350-c45f-4f3c-85d5-aff3e22940a8,revision_number=2']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:17.853115 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-f2ea7f08-26bb-45d4-bdf0-f71f1db55536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (322cc15f-df08-4178-ba84-27befe8a2c4e), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:17.879325 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d17f0cc-46be-4e85-b57d-4a56c94a0a30 admin admin] Network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:33:17.889464 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-5d17f0cc-46be-4e85-b57d-4a56c94a0a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:33:17.909712 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d17f0cc-46be-4e85-b57d-4a56c94a0a30 admin admin] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:33:17.913284 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17f0cc-46be-4e85-b57d-4a56c94a0a30 admin admin] Pushing event updated for resources: {'Port': ['ID=ce1c2633-18a9-4002-831b-056f23db423f,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:17.944459 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea7f08-26bb-45d4-bdf0-f71f1db55536 None None] Pushing event updated for resources: {'Port': ['ID=322cc15f-df08-4178-ba84-27befe8a2c4e,revision_number=2']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:17.968964 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8eb4a-0fac-4553-a5a5-416a4d5d4ac8 req-44af9e78-0cf5-4787-9ca8-4260c58499ae tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:17.971460 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] Attempting to bind port af5a3c2b-9763-49f9-8406-25c66cc403a2 on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:33:17.972687 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] Attempting to bind port af5a3c2b-9763-49f9-8406-25c66cc403a2 by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': '7d297bd3-f914-47dd-8fb5-4044e5ec0936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605'}] {{(pid=109625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:33:17.973257 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] Attempting to bind port af5a3c2b-9763-49f9-8406-25c66cc403a2 on network 744097eb-7efa-4cb3-b1c0-25e7ce1cd605 {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:33:17.979286 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:33:17.980041 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] Checking segment: {'id': '7d297bd3-f914-47dd-8fb5-4044e5ec0936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:33:17.980249 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-dca8eb4a-0fac-4553-a5a5-416a4d5d4ac8 req-44af9e78-0cf5-4787-9ca8-4260c58499ae tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddc7f5a-8ce8-46bd-a872-fa238d4d24a0 HTTP/1.1" status: 200 len: 946 time: 0.1711128 Mar 18 00:33:17.980878 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:17.981524 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] Bound using segment: {'id': '7d297bd3-f914-47dd-8fb5-4044e5ec0936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605'} {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:33:17.982260 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] Bound port: af5a3c2b-9763-49f9-8406-25c66cc403a2, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d297bd3-f914-47dd-8fb5-4044e5ec0936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605'}}] {{(pid=109625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:33:17.982925 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (af5a3c2b-9763-49f9-8406-25c66cc403a2), before_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:18.069446 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-dca8eb4a-0fac-4553-a5a5-416a4d5d4ac8 req-be8c73db-ccec-4839-98f7-fe15acfa9040 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809655 Mar 18 00:33:18.119168 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.db [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] For port af5a3c2b-9763-49f9-8406-25c66cc403a2, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:33:18.127284 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.db [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] For port af5a3c2b-9763-49f9-8406-25c66cc403a2, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=af5a3c2b-9763-49f9-8406-25c66cc403a2,segment=NetworkSegment(7d297bd3-f914-47dd-8fb5-4044e5ec0936),segment_id=7d297bd3-f914-47dd-8fb5-4044e5ec0936)] {{(pid=109625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:33:18.136541 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (af5a3c2b-9763-49f9-8406-25c66cc403a2), after_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:18.196979 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] Routers {'60b14ebe-9cec-4013-a6af-a7ba329bdfa0'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:33:18.197627 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:32:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['60b14ebe-9cec-4013-a6af-a7ba329bdfa0'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:33:18.237422 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc20d8-1523-4ffb-acd7-2339b2007363 None None] Pushing event updated for resources: {'Port': ['ID=af5a3c2b-9763-49f9-8406-25c66cc403a2,revision_number=4']} {{(pid=109625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:18.238563 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a1f09-0524-4ea6-aac7-e80da95fad09 req-2a8e984b-fa72-41aa-b0d2-81f5dea0b016 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:18.240978 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-062a1f09-0524-4ea6-aac7-e80da95fad09 req-2a8e984b-fa72-41aa-b0d2-81f5dea0b016 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.10 "GET /v2.0/ports?device_id=cddc7f5a-8ce8-46bd-a872-fa238d4d24a0 HTTP/1.1" status: 200 len: 946 time: 0.1480105 Mar 18 00:33:18.259100 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-7acd5795-29c5-418c-aaca-5a9e9d16a227 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1417844208&fields=id&tenant_id=c0bd772cceaf4f9486cf4424af396729 HTTP/1.1" status: 200 len: 267 time: 0.1210940 Mar 18 00:33:18.269827 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-d5fb0c04-4ad2-4ba9-aa53-0d4f060cfb90 None None] Provisioning complete for port af5a3c2b-9763-49f9-8406-25c66cc403a2 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:18.270443 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-d5fb0c04-4ad2-4ba9-aa53-0d4f060cfb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (af5a3c2b-9763-49f9-8406-25c66cc403a2), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:18.351444 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] Set router 60b14ebe-9cec-4013-a6af-a7ba329bdfa0 gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:33:18.432496 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-d5fb0c04-4ad2-4ba9-aa53-0d4f060cfb90 None None] Current status of the port af5a3c2b-9763-49f9-8406-25c66cc403a2 is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:33:18.433059 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-d5fb0c04-4ad2-4ba9-aa53-0d4f060cfb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (af5a3c2b-9763-49f9-8406-25c66cc403a2), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:18.484137 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-d5fb0c04-4ad2-4ba9-aa53-0d4f060cfb90 None None] For port af5a3c2b-9763-49f9-8406-25c66cc403a2, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=af5a3c2b-9763-49f9-8406-25c66cc403a2,segment=NetworkSegment(7d297bd3-f914-47dd-8fb5-4044e5ec0936),segment_id=7d297bd3-f914-47dd-8fb5-4044e5ec0936)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:33:18.491544 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-d5fb0c04-4ad2-4ba9-aa53-0d4f060cfb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (af5a3c2b-9763-49f9-8406-25c66cc403a2), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:18.563665 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb0c04-4ad2-4ba9-aa53-0d4f060cfb90 None None] Pushing event updated for resources: {'Port': ['ID=af5a3c2b-9763-49f9-8406-25c66cc403a2,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:18.609208 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-172986c6-9069-4dad-abee-89c84d3c4216 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:18.611356 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-172986c6-9069-4dad-abee-89c84d3c4216 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/networks?id=42586f8a-ab3e-4979-8086-8a3f40b27b85 HTTP/1.1" status: 200 len: 817 time: 0.3336229 Mar 18 00:33:18.621966 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-12224132-7cef-4cd4-be38-c8db06f7d0d7 None None] Provisioning complete for port af5a3c2b-9763-49f9-8406-25c66cc403a2 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:18.622925 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-12224132-7cef-4cd4-be38-c8db06f7d0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (af5a3c2b-9763-49f9-8406-25c66cc403a2), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:18.625018 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'name': 'tempest-TestMinimumBasicScenario-884098378-router', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:33:10Z', 'updated_at': '2022-03-18T00:33:14Z', 'revision_number': 4, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'gw_port': {'id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:11Z', 'updated_at': '2022-03-18T00:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': 'af5a3c2b-9763-49f9-8406-25c66cc403a2', 'name': '', 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'mac_address': 'fa:16:3e:63:a9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f44fc5cd-938e-4ada-b4db-a8145a98cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:13Z', 'updated_at': '2022-03-18T00:33:18Z', 'revision_number': 4, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'subnets': [{'id': 'f44fc5cd-938e-4ada-b4db-a8145a98cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:33:18.638818 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-062a1f09-0524-4ea6-aac7-e80da95fad09 req-c7131e29-a218-448d-9bab-e307775ed930 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Deleting port a1b85f44-c5bf-4243-9d89-e1942573a3e7 {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:33:18.639250 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-062a1f09-0524-4ea6-aac7-e80da95fad09 req-c7131e29-a218-448d-9bab-e307775ed930 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (a1b85f44-c5bf-4243-9d89-e1942573a3e7), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:18.642164 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5d17f0cc-46be-4e85-b57d-4a56c94a0a30 admin admin] Publish callbacks [] for router_gateway (58dfd6f7-b892-434c-9d45-646d81534d9d), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:18.646740 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-f3812b25-0c4f-4dfc-9a60-cd891ae0ce9d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/quotas/c0bd772cceaf4f9486cf4424af396729 HTTP/1.1" status: 200 len: 375 time: 0.0229034 Mar 18 00:33:18.657831 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57113c23-703c-4ce6-a5c1-be26a823cf72 None None] The sync data for ids ['60b14ebe-9cec-4013-a6af-a7ba329bdfa0'] in dv-cinder-768458-19-smb is: [{'id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'name': 'tempest-TestMinimumBasicScenario-884098378-router', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:33:10Z', 'updated_at': '2022-03-18T00:33:14Z', 'revision_number': 4, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'gw_port': {'id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:11Z', 'updated_at': '2022-03-18T00:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': 'af5a3c2b-9763-49f9-8406-25c66cc403a2', 'name': '', 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'mac_address': 'fa:16:3e:63:a9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f44fc5cd-938e-4ada-b4db-a8145a98cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:13Z', 'updated_at': '2022-03-18T00:33:18Z', 'revision_number': 4, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'subnets': [{'id': 'f44fc5cd-938e-4ada-b4db-a8145a98cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:33:18.715605 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-12224132-7cef-4cd4-be38-c8db06f7d0d7 None None] Current status of the port af5a3c2b-9763-49f9-8406-25c66cc403a2 is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:33:18.883443 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-062a1f09-0524-4ea6-aac7-e80da95fad09 req-c7131e29-a218-448d-9bab-e307775ed930 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] For port a1b85f44-c5bf-4243-9d89-e1942573a3e7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a1b85f44-c5bf-4243-9d89-e1942573a3e7,segment=NetworkSegment(c40df509-bfcc-4ccb-a9fa-dccb96a7abea),segment_id=c40df509-bfcc-4ccb-a9fa-dccb96a7abea)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:33:18.884037 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-062a1f09-0524-4ea6-aac7-e80da95fad09 req-c7131e29-a218-448d-9bab-e307775ed930 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (a1b85f44-c5bf-4243-9d89-e1942573a3e7), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:18.906570 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-9a9fe1b3-bc4a-433a-a4f2-e062301d3f02 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0bd772cceaf4f9486cf4424af396729&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2469544 Mar 18 00:33:18.907589 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-062a1f09-0524-4ea6-aac7-e80da95fad09 req-c7131e29-a218-448d-9bab-e307775ed930 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Calling delete_port for a1b85f44-c5bf-4243-9d89-e1942573a3e7 owned by compute:nova {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:33:19.148587 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-9bf96c7f-7251-4b28-adf8-de93810957cf service neutron] 10.222.0.23 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034984 Mar 18 00:33:19.151977 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5d17f0cc-46be-4e85-b57d-4a56c94a0a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1703981'] for router (58dfd6f7-b892-434c-9d45-646d81534d9d), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:19.220106 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2eb9eb-07a2-4370-895f-a489e150dbc5 req-7435e8d8-7b8d-4468-8f22-952157305f6f tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:19.223356 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-0c2eb9eb-07a2-4370-895f-a489e150dbc5 req-7435e8d8-7b8d-4468-8f22-952157305f6f tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddc7f5a-8ce8-46bd-a872-fa238d4d24a0 HTTP/1.1" status: 200 len: 946 time: 0.0751178 Mar 18 00:33:19.261811 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3166ad57-d976-4dc3-8b37-5ad1f6f7703a None None] Network dce453c9-94b4-4b31-91aa-43b3c625c204 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:33:19.294730 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-0c2eb9eb-07a2-4370-895f-a489e150dbc5 req-e49284b8-0314-4e47-bb0a-ad969b776e56 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643413 Mar 18 00:33:19.370935 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-09c135fd-2419-449d-a1e8-989d2ede7789 None None] Provisioning complete for port 322cc15f-df08-4178-ba84-27befe8a2c4e triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:19.371572 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-09c135fd-2419-449d-a1e8-989d2ede7789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (322cc15f-df08-4178-ba84-27befe8a2c4e), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:19.485556 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device af5a3c2b-9763-49f9-8406-25c66cc403a2 up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:33:19.537833 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-09c135fd-2419-449d-a1e8-989d2ede7789 None None] Current status of the port 322cc15f-df08-4178-ba84-27befe8a2c4e is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:33:19.538198 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-09c135fd-2419-449d-a1e8-989d2ede7789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (322cc15f-df08-4178-ba84-27befe8a2c4e), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:19.585772 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-09c135fd-2419-449d-a1e8-989d2ede7789 None None] For port 322cc15f-df08-4178-ba84-27befe8a2c4e, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=322cc15f-df08-4178-ba84-27befe8a2c4e,segment=NetworkSegment(2aa436b9-3d70-41d9-8120-f5a88d1d6afd),segment_id=2aa436b9-3d70-41d9-8120-f5a88d1d6afd)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:33:19.591656 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-09c135fd-2419-449d-a1e8-989d2ede7789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (322cc15f-df08-4178-ba84-27befe8a2c4e), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:19.608987 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-062a1f09-0524-4ea6-aac7-e80da95fad09 req-c7131e29-a218-448d-9bab-e307775ed930 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (a1b85f44-c5bf-4243-9d89-e1942573a3e7), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:19.620759 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port af5a3c2b-9763-49f9-8406-25c66cc403a2 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:19.621578 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (af5a3c2b-9763-49f9-8406-25c66cc403a2), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:19.680482 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c135fd-2419-449d-a1e8-989d2ede7789 None None] Pushing event updated for resources: {'Port': ['ID=322cc15f-df08-4178-ba84-27befe8a2c4e,revision_number=3']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:19.682872 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7131e29-a218-448d-9bab-e307775ed930 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Pushing event deleted for resources: {'Port': ['ID=a1b85f44-c5bf-4243-9d89-e1942573a3e7,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:19.719716 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-938b70ce-2cb1-40a4-b54a-d596117da14c service neutron] 10.222.0.23 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5563912 Mar 18 00:33:19.745148 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-062a1f09-0524-4ea6-aac7-e80da95fad09 req-c7131e29-a218-448d-9bab-e307775ed930 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] No DVR routers for this DVR port a1b85f44-c5bf-4243-9d89-e1942573a3e7 on host hv-cinder-76845 {{(pid=109622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:33:19.747914 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-062a1f09-0524-4ea6-aac7-e80da95fad09 req-c7131e29-a218-448d-9bab-e307775ed930 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:19.751555 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-062a1f09-0524-4ea6-aac7-e80da95fad09 req-c7131e29-a218-448d-9bab-e307775ed930 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.10 "DELETE /v2.0/ports/a1b85f44-c5bf-4243-9d89-e1942573a3e7 HTTP/1.1" status: 204 len: 173 time: 1.4862463 Mar 18 00:33:19.752833 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddc7f5a-8ce8-46bd-a872-fa238d4d24a0', 'name': 'network-vif-deleted', 'tag': 'a1b85f44-c5bf-4243-9d89-e1942573a3e7'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:33:19.756531 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506b42c5-51d1-4e67-bd50-854b03b4b6bd" -d '{"events": [{"server_uuid": "cddc7f5a-8ce8-46bd-a872-fa238d4d24a0", "name": "network-vif-deleted", "tag": "a1b85f44-c5bf-4243-9d89-e1942573a3e7"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:33:19.778186 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port af5a3c2b-9763-49f9-8406-25c66cc403a2 is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:33:19.782182 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 322cc15f-df08-4178-ba84-27befe8a2c4e up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:33:19.795874 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d17f0cc-46be-4e85-b57d-4a56c94a0a30 admin admin] Router 58dfd6f7-b892-434c-9d45-646d81534d9d is scheduled to L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 with binding_index 1 {{(pid=109622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 00:33:19.814843 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa775609-4758-4f29-a29e-f07b23fb30ca x-openstack-request-id: req-aa775609-4758-4f29-a29e-f07b23fb30ca {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:33:19.815788 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddc7f5a-8ce8-46bd-a872-fa238d4d24a0", "name": "network-vif-deleted", "tag": "a1b85f44-c5bf-4243-9d89-e1942573a3e7", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:33:19.815788 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa775609-4758-4f29-a29e-f07b23fb30ca {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:33:19.816451 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddc7f5a-8ce8-46bd-a872-fa238d4d24a0', 'name': 'network-vif-deleted', 'tag': 'a1b85f44-c5bf-4243-9d89-e1942573a3e7', 'status': 'completed', 'code': 200} Mar 18 00:33:19.863161 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-e7c3631f-3c9a-42df-b90b-f09c52bc69cc None None] Provisioning complete for port 322cc15f-df08-4178-ba84-27befe8a2c4e triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:19.873803 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e7c3631f-3c9a-42df-b90b-f09c52bc69cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (322cc15f-df08-4178-ba84-27befe8a2c4e), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:19.958013 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 322cc15f-df08-4178-ba84-27befe8a2c4e triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:19.959446 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (322cc15f-df08-4178-ba84-27befe8a2c4e), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:19.994549 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d17f0cc-46be-4e85-b57d-4a56c94a0a30 admin admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:33:20.014077 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-985b4594-afca-470a-ad20-e3480dec5fd4 req-e4d2a1d1-8860-426e-8b37-b99ace0b0875 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 210 time: 0.0583162 Mar 18 00:33:20.025956 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5d17f0cc-46be-4e85-b57d-4a56c94a0a30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:20.030075 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-5d17f0cc-46be-4e85-b57d-4a56c94a0a30 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1764054 Mar 18 00:33:20.031642 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 54610) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:33:20.032897 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] Sync routers for ids ['58dfd6f7-b892-434c-9d45-646d81534d9d'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:33:20.063028 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-e7c3631f-3c9a-42df-b90b-f09c52bc69cc None None] Current status of the port 322cc15f-df08-4178-ba84-27befe8a2c4e is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:33:20.074937 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] Routers {'58dfd6f7-b892-434c-9d45-646d81534d9d'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:33:20.075749 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:32:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['58dfd6f7-b892-434c-9d45-646d81534d9d'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:33:20.328160 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 322cc15f-df08-4178-ba84-27befe8a2c4e is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:33:20.380088 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] Set router 58dfd6f7-b892-434c-9d45-646d81534d9d gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:33:20.445035 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-646d2e49-0664-4874-a9cf-527024cc4be4 req-d73bdce9-305e-494f-8864-023b675c54fc tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=cddc7f5a-8ce8-46bd-a872-fa238d4d24a0 HTTP/1.1" status: 200 len: 210 time: 0.0397649 Mar 18 00:33:20.594193 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dfd6f7-b892-434c-9d45-646d81534d9d', 'name': 'tempest-TestMinimumBasicScenario-232916939-router', 'tenant_id': 'b837f880143743e99b7201c3e6c7b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'ce1c2633-18a9-4002-831b-056f23db423f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:33:16Z', 'updated_at': '2022-03-18T00:33:18Z', 'revision_number': 3, 'project_id': 'b837f880143743e99b7201c3e6c7b361', 'gw_port': {'id': 'ce1c2633-18a9-4002-831b-056f23db423f', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dfd6f7-b892-434c-9d45-646d81534d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:17Z', 'updated_at': '2022-03-18T00:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:33:20.596816 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-504c7c39-55ef-4bc7-a392-001c3d095fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:20.624615 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] Checking router: 58dfd6f7-b892-434c-9d45-646d81534d9d for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:33:20.624958 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] Updating router 58dfd6f7-b892-434c-9d45-646d81534d9d port ce1c2633-18a9-4002-831b-056f23db423f binding host dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 00:33:20.654162 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (ce1c2633-18a9-4002-831b-056f23db423f), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:20.758104 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_common [None req-504c7c39-55ef-4bc7-a392-001c3d095fc4 admin admin] Allocated IP 172.20.0.1 (dce453c9-94b4-4b31-91aa-43b3c625c204/9cb88227-b066-4ac5-be00-2dbf4dd7c105/e21cb563-b594-4589-8180-9b8a951ffb2a) {{(pid=109623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:33:20.858433 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-504c7c39-55ef-4bc7-a392-001c3d095fc4 admin admin] Publish callbacks [] for port (e21cb563-b594-4589-8180-9b8a951ffb2a), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:20.892587 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-504c7c39-55ef-4bc7-a392-001c3d095fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (e21cb563-b594-4589-8180-9b8a951ffb2a), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:20.901840 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] Publish callbacks [] for port (ce1c2633-18a9-4002-831b-056f23db423f), precommit_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:20.908150 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (ce1c2633-18a9-4002-831b-056f23db423f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:20.931860 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504c7c39-55ef-4bc7-a392-001c3d095fc4 admin admin] Network dce453c9-94b4-4b31-91aa-43b3c625c204 is already hosted by enough agents. {{(pid=109623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:33:20.935988 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-504c7c39-55ef-4bc7-a392-001c3d095fc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:33:20.937830 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504c7c39-55ef-4bc7-a392-001c3d095fc4 admin admin] Received port after_create {{(pid=109623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:33:20.958577 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] Attempting to bind port ce1c2633-18a9-4002-831b-056f23db423f on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:33:20.959451 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] Attempting to bind port ce1c2633-18a9-4002-831b-056f23db423f by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:33:20.959835 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] Attempting to bind port ce1c2633-18a9-4002-831b-056f23db423f on network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:33:20.966796 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5dbd2-76c3-483c-90f1-6263c726d5f8 None None] Pushing event updated for resources: {'Port': ['ID=ce1c2633-18a9-4002-831b-056f23db423f,revision_number=2']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:20.971551 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:33:20.971931 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] Checking segment: {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:33:20.972340 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:20.972739 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] Bound using segment: {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:33:20.973204 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] Bound port: ce1c2633-18a9-4002-831b-056f23db423f, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:33:20.973419 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c7c39-55ef-4bc7-a392-001c3d095fc4 admin admin] Pushing event updated for resources: {'Port': ['ID=e21cb563-b594-4589-8180-9b8a951ffb2a,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:20.973623 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (ce1c2633-18a9-4002-831b-056f23db423f), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:20.993017 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-504c7c39-55ef-4bc7-a392-001c3d095fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705464'] for router_interface (58dfd6f7-b892-434c-9d45-646d81534d9d), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:21.045056 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] For port ce1c2633-18a9-4002-831b-056f23db423f, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:33:21.049111 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] For port ce1c2633-18a9-4002-831b-056f23db423f, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=ce1c2633-18a9-4002-831b-056f23db423f,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:33:21.058439 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (ce1c2633-18a9-4002-831b-056f23db423f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:21.145487 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] Routers {'58dfd6f7-b892-434c-9d45-646d81534d9d'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:33:21.146997 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:32:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['58dfd6f7-b892-434c-9d45-646d81534d9d'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:33:21.218574 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-03a296d6-ffda-4bd5-a381-f456c81719ec req-f17d7792-2b7d-440f-a809-e7131ca2fc42 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 210 time: 0.0987954 Mar 18 00:33:21.235098 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-98426496-ca35-4dd5-9953-bb1bef15d3c2 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:21.236633 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-98426496-ca35-4dd5-9953-bb1bef15d3c2 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.10 "GET /v2.0/networks?id=42586f8a-ab3e-4979-8086-8a3f40b27b85 HTTP/1.1" status: 200 len: 817 time: 0.1485815 Mar 18 00:33:21.250482 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5dbd2-76c3-483c-90f1-6263c726d5f8 None None] Pushing event updated for resources: {'Port': ['ID=ce1c2633-18a9-4002-831b-056f23db423f,revision_number=3']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:21.284448 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-504c7c39-55ef-4bc7-a392-001c3d095fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (e21cb563-b594-4589-8180-9b8a951ffb2a), before_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:21.317946 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] Set router 58dfd6f7-b892-434c-9d45-646d81534d9d gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:33:21.319678 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-c296cf75-6900-4fbd-a13b-76ac70e75976 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0bd772cceaf4f9486cf4424af396729 HTTP/1.1" status: 200 len: 380 time: 0.0612981 Mar 18 00:33:21.330172 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-296a9d5f-ed68-4f10-bd67-8129a7189a89 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Request body: {'port': {'device_id': '12476600-1508-4a85-b7ec-aa12e694d9e6', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'admin_state_up': True, 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'security_groups': ['3300b787-39dc-4fdc-95d5-292090ff09d0']}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:33:21.378515 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 322cc15f-df08-4178-ba84-27befe8a2c4e up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:33:21.403871 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-13266a48-b9f7-49ea-9b2e-ea2b9e98a991 None None] Provisioning complete for port e21cb563-b594-4589-8180-9b8a951ffb2a triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:21.404785 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-13266a48-b9f7-49ea-9b2e-ea2b9e98a991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (e21cb563-b594-4589-8180-9b8a951ffb2a), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:21.450028 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-296a9d5f-ed68-4f10-bd67-8129a7189a89 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Made reservation on behalf of c0bd772cceaf4f9486cf4424af396729 for: {'port': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:33:21.453800 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-296a9d5f-ed68-4f10-bd67-8129a7189a89 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:21.492319 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-504c7c39-55ef-4bc7-a392-001c3d095fc4 admin admin] Publish callbacks [] for port (e21cb563-b594-4589-8180-9b8a951ffb2a), precommit_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:21.500119 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-504c7c39-55ef-4bc7-a392-001c3d095fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9398957'] for port (e21cb563-b594-4589-8180-9b8a951ffb2a), after_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:21.518238 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-bddad508-0011-4cf2-913a-d4657c80126c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:21.524384 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-13266a48-b9f7-49ea-9b2e-ea2b9e98a991 None None] Port e21cb563-b594-4589-8180-9b8a951ffb2a cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:33:21.565865 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device a1b85f44-c5bf-4243-9d89-e1942573a3e7 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:33:21.588057 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 322cc15f-df08-4178-ba84-27befe8a2c4e triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:21.588558 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (322cc15f-df08-4178-ba84-27befe8a2c4e), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:21.589275 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-504c7c39-55ef-4bc7-a392-001c3d095fc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705324'] for router_interface (58dfd6f7-b892-434c-9d45-646d81534d9d), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:21.617544 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-296a9d5f-ed68-4f10-bd67-8129a7189a89 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Allocated IP 172.20.0.13 (42586f8a-ab3e-4979-8086-8a3f40b27b85/76384fd9-f436-4624-9d38-5e3873131694/4af76b0c-e5e6-41da-8b73-388ca7dc537f) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:33:21.631388 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] No Port match for: a1b85f44-c5bf-4243-9d89-e1942573a3e7 {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:33:21.632005 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device a1b85f44-c5bf-4243-9d89-e1942573a3e7 not bound to the agent host hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:33:21.688204 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c7c39-55ef-4bc7-a392-001c3d095fc4 admin admin] Pushing event updated for resources: {'Port': ['ID=e21cb563-b594-4589-8180-9b8a951ffb2a,revision_number=2']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:21.719184 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dfd6f7-b892-434c-9d45-646d81534d9d', 'name': 'tempest-TestMinimumBasicScenario-232916939-router', 'tenant_id': 'b837f880143743e99b7201c3e6c7b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'ce1c2633-18a9-4002-831b-056f23db423f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:33:16Z', 'updated_at': '2022-03-18T00:33:18Z', 'revision_number': 3, 'project_id': 'b837f880143743e99b7201c3e6c7b361', 'gw_port': {'id': 'ce1c2633-18a9-4002-831b-056f23db423f', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dfd6f7-b892-434c-9d45-646d81534d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:17Z', 'updated_at': '2022-03-18T00:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:33:21.748957 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504c7c39-55ef-4bc7-a392-001c3d095fc4 admin admin] Network dce453c9-94b4-4b31-91aa-43b3c625c204 is already hosted by enough agents. {{(pid=109623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:33:21.750803 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-504c7c39-55ef-4bc7-a392-001c3d095fc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:33:21.758198 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 322cc15f-df08-4178-ba84-27befe8a2c4e is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:33:21.761707 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15103232-80e1-478d-827e-e2cde3bfce82 None None] The sync data for ids ['58dfd6f7-b892-434c-9d45-646d81534d9d'] in dv-cinder-768458-19-smb is: [{'id': '58dfd6f7-b892-434c-9d45-646d81534d9d', 'name': 'tempest-TestMinimumBasicScenario-232916939-router', 'tenant_id': 'b837f880143743e99b7201c3e6c7b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'ce1c2633-18a9-4002-831b-056f23db423f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:33:16Z', 'updated_at': '2022-03-18T00:33:18Z', 'revision_number': 3, 'project_id': 'b837f880143743e99b7201c3e6c7b361', 'gw_port': {'id': 'ce1c2633-18a9-4002-831b-056f23db423f', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dfd6f7-b892-434c-9d45-646d81534d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:17Z', 'updated_at': '2022-03-18T00:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:33:21.827034 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-296a9d5f-ed68-4f10-bd67-8129a7189a89 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:21.876044 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-296a9d5f-ed68-4f10-bd67-8129a7189a89 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:21.907480 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504c7c39-55ef-4bc7-a392-001c3d095fc4 admin admin] Router 58dfd6f7-b892-434c-9d45-646d81534d9d has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:33:21.935203 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-296a9d5f-ed68-4f10-bd67-8129a7189a89 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Network 42586f8a-ab3e-4979-8086-8a3f40b27b85 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:33:21.938700 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-296a9d5f-ed68-4f10-bd67-8129a7189a89 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:33:21.943417 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-296a9d5f-ed68-4f10-bd67-8129a7189a89 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:33:21.972082 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a9d5f-ed68-4f10-bd67-8129a7189a89 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Pushing event updated for resources: {'Port': ['ID=4af76b0c-e5e6-41da-8b73-388ca7dc537f,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:22.009069 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-296a9d5f-ed68-4f10-bd67-8129a7189a89 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:22.009433 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-296a9d5f-ed68-4f10-bd67-8129a7189a89 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:22.043887 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504c7c39-55ef-4bc7-a392-001c3d095fc4 admin admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:33:22.049248 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-504c7c39-55ef-4bc7-a392-001c3d095fc4 admin admin] 10.222.0.23 "PUT /v2.0/routers/58dfd6f7-b892-434c-9d45-646d81534d9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0174396 Mar 18 00:33:22.054857 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-296a9d5f-ed68-4f10-bd67-8129a7189a89 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7286463 Mar 18 00:33:22.059092 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-186a9121-b7e1-4e79-9c48-63b3472029b3 None None] Provisioning complete for port e21cb563-b594-4589-8180-9b8a951ffb2a triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:22.059465 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-186a9121-b7e1-4e79-9c48-63b3472029b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (e21cb563-b594-4589-8180-9b8a951ffb2a), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:22.104757 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-5db9bd03-16eb-42b2-b79c-6770a78dc648 service neutron] Request body: {'port': {'device_id': '12476600-1508-4a85-b7ec-aa12e694d9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:33:22.124673 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-186a9121-b7e1-4e79-9c48-63b3472029b3 None None] Port e21cb563-b594-4589-8180-9b8a951ffb2a cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:33:22.198430 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-5db9bd03-16eb-42b2-b79c-6770a78dc648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:22.354564 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-667473e8-08be-4773-80d1-ad0200748344 None None] Provisioning complete for port 4af76b0c-e5e6-41da-8b73-388ca7dc537f triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:22.355278 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-667473e8-08be-4773-80d1-ad0200748344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:22.401573 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e069f-a53a-485b-ab60-f77bb0ada362 req-724ea1d5-1da5-41d8-a49e-e733b24ad0fa tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:22.403091 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-0b6e069f-a53a-485b-ab60-f77bb0ada362 req-724ea1d5-1da5-41d8-a49e-e733b24ad0fa tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 932 time: 0.0781796 Mar 18 00:33:22.428006 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-667473e8-08be-4773-80d1-ad0200748344 None None] Port 4af76b0c-e5e6-41da-8b73-388ca7dc537f cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:33:22.468019 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-0b6e069f-a53a-485b-ab60-f77bb0ada362 req-ddb4833b-07b0-4ff9-a305-07ba3cd6a812 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541759 Mar 18 00:33:22.550131 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-5db9bd03-16eb-42b2-b79c-6770a78dc648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af76b0c-e5e6-41da-8b73-388ca7dc537f {{(pid=109622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:33:22.559345 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-5db9bd03-16eb-42b2-b79c-6770a78dc648 service neutron] Publish callbacks [] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:22.574653 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.provisioning_blocks [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-5db9bd03-16eb-42b2-b79c-6770a78dc648 service neutron] Transition to ACTIVE for port object 4af76b0c-e5e6-41da-8b73-388ca7dc537f will not be triggered until provisioned by entity L2. {{(pid=109622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 00:33:22.579664 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-5db9bd03-16eb-42b2-b79c-6770a78dc648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:22.657804 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9bd03-16eb-42b2-b79c-6770a78dc648 service neutron] Pushing event updated for resources: {'Port': ['ID=4af76b0c-e5e6-41da-8b73-388ca7dc537f,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:22.720068 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-5db9bd03-16eb-42b2-b79c-6770a78dc648 service neutron] Attempting to bind port 4af76b0c-e5e6-41da-8b73-388ca7dc537f on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:33:22.720503 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-5db9bd03-16eb-42b2-b79c-6770a78dc648 service neutron] Attempting to bind port 4af76b0c-e5e6-41da-8b73-388ca7dc537f by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '84ddf0c0-91e5-4420-8c7c-a346a9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85'}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:33:22.721125 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-5db9bd03-16eb-42b2-b79c-6770a78dc648 service neutron] Attempting to bind port 4af76b0c-e5e6-41da-8b73-388ca7dc537f on network 42586f8a-ab3e-4979-8086-8a3f40b27b85 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:33:22.726566 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-5db9bd03-16eb-42b2-b79c-6770a78dc648 service neutron] Port 4af76b0c-e5e6-41da-8b73-388ca7dc537f on network 42586f8a-ab3e-4979-8086-8a3f40b27b85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 00:33:22.726882 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-5db9bd03-16eb-42b2-b79c-6770a78dc648 service neutron] Attempting to bind port 4af76b0c-e5e6-41da-8b73-388ca7dc537f on network 42586f8a-ab3e-4979-8086-8a3f40b27b85 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:33:22.734693 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-5db9bd03-16eb-42b2-b79c-6770a78dc648 service neutron] Checking agent: {'id': 'a11cec97-e670-4172-acc9-1e6c1f318043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'started_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:33:22.735178 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-5db9bd03-16eb-42b2-b79c-6770a78dc648 service neutron] Checking segment: {'id': '84ddf0c0-91e5-4420-8c7c-a346a9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:33:22.735569 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-5db9bd03-16eb-42b2-b79c-6770a78dc648 service neutron] Bound using segment: {'id': '84ddf0c0-91e5-4420-8c7c-a346a9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85'} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:33:22.735996 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-5db9bd03-16eb-42b2-b79c-6770a78dc648 service neutron] Bound port: 4af76b0c-e5e6-41da-8b73-388ca7dc537f, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ddf0c0-91e5-4420-8c7c-a346a9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85'}}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:33:22.736349 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-5db9bd03-16eb-42b2-b79c-6770a78dc648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:22.835165 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-5db9bd03-16eb-42b2-b79c-6770a78dc648 service neutron] For port 4af76b0c-e5e6-41da-8b73-388ca7dc537f, host hv-cinder-76845, cleared binding levels {{(pid=109622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:33:22.835165 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-5db9bd03-16eb-42b2-b79c-6770a78dc648 service neutron] For port 4af76b0c-e5e6-41da-8b73-388ca7dc537f, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4af76b0c-e5e6-41da-8b73-388ca7dc537f,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:33:22.853222 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-5db9bd03-16eb-42b2-b79c-6770a78dc648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:22.891177 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-5db9bd03-16eb-42b2-b79c-6770a78dc648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:22.891741 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-5db9bd03-16eb-42b2-b79c-6770a78dc648 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:22.893133 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-5db9bd03-16eb-42b2-b79c-6770a78dc648 service neutron] 10.222.0.10 "PUT /v2.0/ports/4af76b0c-e5e6-41da-8b73-388ca7dc537f HTTP/1.1" status: 200 len: 1094 time: 0.8221250 Mar 18 00:33:22.893610 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12476600-1508-4a85-b7ec-aa12e694d9e6', 'tag': '4af76b0c-e5e6-41da-8b73-388ca7dc537f'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:33:22.896080 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cbdd74-91ac-4965-a8c3-d185b4165c40" -d '{"events": [{"name": "network-changed", "server_uuid": "12476600-1508-4a85-b7ec-aa12e694d9e6", "tag": "4af76b0c-e5e6-41da-8b73-388ca7dc537f"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:33:22.957141 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9bd03-16eb-42b2-b79c-6770a78dc648 service neutron] Pushing event updated for resources: {'Port': ['ID=4af76b0c-e5e6-41da-8b73-388ca7dc537f,revision_number=3']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:22.971488 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116543b9-2ea4-4e6f-a30e-05cb9b86cd36 x-openstack-request-id: req-116543b9-2ea4-4e6f-a30e-05cb9b86cd36 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:33:22.971898 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12476600-1508-4a85-b7ec-aa12e694d9e6", "tag": "4af76b0c-e5e6-41da-8b73-388ca7dc537f", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:33:22.972169 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-116543b9-2ea4-4e6f-a30e-05cb9b86cd36 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:33:22.972754 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12476600-1508-4a85-b7ec-aa12e694d9e6', 'tag': '4af76b0c-e5e6-41da-8b73-388ca7dc537f', 'status': 'completed', 'code': 200} Mar 18 00:33:23.069942 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-af2f0243-da8c-448d-90ff-f9de5b55c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:23.071718 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-af2f0243-da8c-448d-90ff-f9de5b55c5f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0bd772cceaf4f9486cf4424af396729&device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 1128 time: 0.0978889 Mar 18 00:33:23.133158 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-0bb9f5f1-5b34-4d5d-90c9-cb2a13e41b7f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4af76b0c-e5e6-41da-8b73-388ca7dc537f HTTP/1.1" status: 200 len: 217 time: 0.0478659 Mar 18 00:33:23.192917 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-befed565-14be-4a00-8e87-622deebe91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:23.194591 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-befed565-14be-4a00-8e87-622deebe91f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76384fd9-f436-4624-9d38-5e3873131694 HTTP/1.1" status: 200 len: 856 time: 0.0549862 Mar 18 00:33:23.200706 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:33:23.266923 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-4308edf1-3f6b-4c3d-b4c8-463a8a1909d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:23.268659 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-4308edf1-3f6b-4c3d-b4c8-463a8a1909d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42586f8a-ab3e-4979-8086-8a3f40b27b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0667613 Mar 18 00:33:23.400853 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-135f4d9c-9117-492d-8580-ab19ebc4223f service neutron] 10.222.0.10 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251628 Mar 18 00:33:23.418752 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device ce1c2633-18a9-4002-831b-056f23db423f up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:33:23.476137 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port ce1c2633-18a9-4002-831b-056f23db423f triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:23.477167 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (ce1c2633-18a9-4002-831b-056f23db423f), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:23.552594 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac86193e-710e-4b34-837e-6f789ed8ddf3 req-57140326-c2e4-4c58-bb83-59faeeb323c7 service neutron] 10.222.0.10 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353211 Mar 18 00:33:23.582460 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port ce1c2633-18a9-4002-831b-056f23db423f is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:33:23.582965 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (ce1c2633-18a9-4002-831b-056f23db423f), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:23.609308 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] For port ce1c2633-18a9-4002-831b-056f23db423f, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=ce1c2633-18a9-4002-831b-056f23db423f,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:33:23.615308 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (ce1c2633-18a9-4002-831b-056f23db423f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:23.683596 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca5551-6a70-415a-a5df-23785de41208 req-90842d65-3c68-4647-81a2-49845c5390cb tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:23.687944 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Pushing event updated for resources: {'Port': ['ID=ce1c2633-18a9-4002-831b-056f23db423f,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:23.690425 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f5ca5551-6a70-415a-a5df-23785de41208 req-90842d65-3c68-4647-81a2-49845c5390cb tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 944 time: 0.1025381 Mar 18 00:33:23.696760 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:23.697282 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:23.697770 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:23.698214 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:23.698655 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:23.699090 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:23.699521 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:23.699961 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:23.700390 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:23.700818 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:23.701247 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:23.703863 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:23.704302 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:23.704795 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:23.705465 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:23.754024 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f5ca5551-6a70-415a-a5df-23785de41208 req-22c13bac-1607-4c0c-8ea3-22f7dd06d3c1 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564747 Mar 18 00:33:23.778724 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbdd74-91ac-4965-a8c3-d185b4165c40 req-77b533ca-2f4f-4c46-b423-c0bb322da5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:23.790668 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-87cbdd74-91ac-4965-a8c3-d185b4165c40 req-77b533ca-2f4f-4c46-b423-c0bb322da5de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0bd772cceaf4f9486cf4424af396729&device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 1128 time: 0.1102614 Mar 18 00:33:23.810155 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4a60ac0-8134-473b-8036-939a4449a82d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:23.893190 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbdd74-91ac-4965-a8c3-d185b4165c40 req-be5beab6-df65-4543-a55e-8b0bc3ddc2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:23.894925 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-87cbdd74-91ac-4965-a8c3-d185b4165c40 req-be5beab6-df65-4543-a55e-8b0bc3ddc2b5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42586f8a-ab3e-4979-8086-8a3f40b27b85 HTTP/1.1" status: 200 len: 917 time: 0.1074078 Mar 18 00:33:23.952160 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-87cbdd74-91ac-4965-a8c3-d185b4165c40 req-c82e3f9e-a775-426f-a1ae-4a53df721f26 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4af76b0c-e5e6-41da-8b73-388ca7dc537f HTTP/1.1" status: 200 len: 217 time: 0.0487888 Mar 18 00:33:23.968262 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] Sync routers for ids ['58dfd6f7-b892-434c-9d45-646d81534d9d'] in dv-cinder-768458-19-smb {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:33:23.986108 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] Routers {'58dfd6f7-b892-434c-9d45-646d81534d9d'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:33:23.986734 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:33:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['58dfd6f7-b892-434c-9d45-646d81534d9d'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:33:24.017260 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbdd74-91ac-4965-a8c3-d185b4165c40 req-a1c22455-31b3-457c-968f-fc2709eb0012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:24.019824 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-87cbdd74-91ac-4965-a8c3-d185b4165c40 req-a1c22455-31b3-457c-968f-fc2709eb0012 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76384fd9-f436-4624-9d38-5e3873131694 HTTP/1.1" status: 200 len: 856 time: 0.0619667 Mar 18 00:33:24.078786 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbdd74-91ac-4965-a8c3-d185b4165c40 req-7d720d9d-364e-47f9-89c4-2a09e3919427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:24.080665 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-87cbdd74-91ac-4965-a8c3-d185b4165c40 req-7d720d9d-364e-47f9-89c4-2a09e3919427 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42586f8a-ab3e-4979-8086-8a3f40b27b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0531356 Mar 18 00:33:24.122828 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] Set router 58dfd6f7-b892-434c-9d45-646d81534d9d gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:33:24.187501 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-87cbdd74-91ac-4965-a8c3-d185b4165c40 req-aeb6e8ce-be82-4ba0-ada1-907c5dc559ee service neutron] 10.222.0.10 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997560 Mar 18 00:33:24.350167 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-87cbdd74-91ac-4965-a8c3-d185b4165c40 req-413fbc3a-940b-401b-8cd6-d473e4cb6d09 service neutron] 10.222.0.10 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422193 Mar 18 00:33:24.501499 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dfd6f7-b892-434c-9d45-646d81534d9d', 'name': 'tempest-TestMinimumBasicScenario-232916939-router', 'tenant_id': 'b837f880143743e99b7201c3e6c7b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'ce1c2633-18a9-4002-831b-056f23db423f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:33:16Z', 'updated_at': '2022-03-18T00:33:21Z', 'revision_number': 4, 'project_id': 'b837f880143743e99b7201c3e6c7b361', 'gw_port': {'id': 'ce1c2633-18a9-4002-831b-056f23db423f', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dfd6f7-b892-434c-9d45-646d81534d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:17Z', 'updated_at': '2022-03-18T00:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': 'e21cb563-b594-4589-8180-9b8a951ffb2a', 'name': '', 'network_id': 'dce453c9-94b4-4b31-91aa-43b3c625c204', 'tenant_id': 'b837f880143743e99b7201c3e6c7b361', 'mac_address': 'fa:16:3e:0c:dc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dfd6f7-b892-434c-9d45-646d81534d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9cb88227-b066-4ac5-be00-2dbf4dd7c105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:20Z', 'updated_at': '2022-03-18T00:33:21Z', 'revision_number': 2, 'project_id': 'b837f880143743e99b7201c3e6c7b361', 'subnets': [{'id': '9cb88227-b066-4ac5-be00-2dbf4dd7c105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:33:24.533472 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] Checking router: 58dfd6f7-b892-434c-9d45-646d81534d9d for host: dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:33:24.534208 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] Updating router 58dfd6f7-b892-434c-9d45-646d81534d9d port e21cb563-b594-4589-8180-9b8a951ffb2a binding host dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 00:33:24.568403 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (e21cb563-b594-4589-8180-9b8a951ffb2a), before_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:24.672631 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:24.865843 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] Publish callbacks [] for port (e21cb563-b594-4589-8180-9b8a951ffb2a), precommit_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:24.873915 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (e21cb563-b594-4589-8180-9b8a951ffb2a), after_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:24.914718 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff45b6-494e-4887-b5c1-f1eeaeb85456 req-4e9d4d3d-e64b-44e0-8298-50321c079f38 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:24.916936 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-0aff45b6-494e-4887-b5c1-f1eeaeb85456 req-4e9d4d3d-e64b-44e0-8298-50321c079f38 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 944 time: 0.0648644 Mar 18 00:33:24.941818 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d506e9-d834-40e8-be83-fdf5de5fe6ac None None] Pushing event updated for resources: {'Port': ['ID=e21cb563-b594-4589-8180-9b8a951ffb2a,revision_number=3']} {{(pid=109625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:24.996123 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-0aff45b6-494e-4887-b5c1-f1eeaeb85456 req-e7ca0b88-aee1-435e-907e-85f8d7c54927 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712690 Mar 18 00:33:25.007925 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] Attempting to bind port e21cb563-b594-4589-8180-9b8a951ffb2a on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:33:25.008289 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] Attempting to bind port e21cb563-b594-4589-8180-9b8a951ffb2a by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': '2aa436b9-3d70-41d9-8120-f5a88d1d6afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dce453c9-94b4-4b31-91aa-43b3c625c204'}] {{(pid=109625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:33:25.008644 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] Attempting to bind port e21cb563-b594-4589-8180-9b8a951ffb2a on network dce453c9-94b4-4b31-91aa-43b3c625c204 {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:33:25.015767 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:33:25.016143 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] Checking segment: {'id': '2aa436b9-3d70-41d9-8120-f5a88d1d6afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dce453c9-94b4-4b31-91aa-43b3c625c204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:33:25.016540 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:25.016926 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] Bound using segment: {'id': '2aa436b9-3d70-41d9-8120-f5a88d1d6afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dce453c9-94b4-4b31-91aa-43b3c625c204'} {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:33:25.017520 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] Bound port: e21cb563-b594-4589-8180-9b8a951ffb2a, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa436b9-3d70-41d9-8120-f5a88d1d6afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dce453c9-94b4-4b31-91aa-43b3c625c204'}}] {{(pid=109625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:33:25.017902 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (e21cb563-b594-4589-8180-9b8a951ffb2a), before_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:25.094890 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.db [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] For port e21cb563-b594-4589-8180-9b8a951ffb2a, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:33:25.098380 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.db [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] For port e21cb563-b594-4589-8180-9b8a951ffb2a, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=e21cb563-b594-4589-8180-9b8a951ffb2a,segment=NetworkSegment(2aa436b9-3d70-41d9-8120-f5a88d1d6afd),segment_id=2aa436b9-3d70-41d9-8120-f5a88d1d6afd)] {{(pid=109625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:33:25.107031 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (e21cb563-b594-4589-8180-9b8a951ffb2a), after_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:25.179598 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d506e9-d834-40e8-be83-fdf5de5fe6ac None None] Pushing event updated for resources: {'Port': ['ID=e21cb563-b594-4589-8180-9b8a951ffb2a,revision_number=4']} {{(pid=109625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:25.188731 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] Routers {'58dfd6f7-b892-434c-9d45-646d81534d9d'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:33:25.189047 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:33:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['58dfd6f7-b892-434c-9d45-646d81534d9d'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:33:25.279602 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-8041a4db-4e46-45a4-9c04-51025064e969 None None] Provisioning complete for port e21cb563-b594-4589-8180-9b8a951ffb2a triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:25.280176 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-8041a4db-4e46-45a4-9c04-51025064e969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (e21cb563-b594-4589-8180-9b8a951ffb2a), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:25.389359 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device ce1c2633-18a9-4002-831b-056f23db423f up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:33:25.398643 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] Set router 58dfd6f7-b892-434c-9d45-646d81534d9d gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:33:25.509514 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-8041a4db-4e46-45a4-9c04-51025064e969 None None] Current status of the port e21cb563-b594-4589-8180-9b8a951ffb2a is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:33:25.510027 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-8041a4db-4e46-45a4-9c04-51025064e969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (e21cb563-b594-4589-8180-9b8a951ffb2a), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:25.553278 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-8041a4db-4e46-45a4-9c04-51025064e969 None None] For port e21cb563-b594-4589-8180-9b8a951ffb2a, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=e21cb563-b594-4589-8180-9b8a951ffb2a,segment=NetworkSegment(2aa436b9-3d70-41d9-8120-f5a88d1d6afd),segment_id=2aa436b9-3d70-41d9-8120-f5a88d1d6afd)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:33:25.556406 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port ce1c2633-18a9-4002-831b-056f23db423f triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:25.556999 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (ce1c2633-18a9-4002-831b-056f23db423f), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:25.560313 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 4af76b0c-e5e6-41da-8b73-388ca7dc537f details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 00:33:25.563881 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-8041a4db-4e46-45a4-9c04-51025064e969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (e21cb563-b594-4589-8180-9b8a951ffb2a), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:25.728977 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041a4db-4e46-45a4-9c04-51025064e969 None None] Pushing event updated for resources: {'Port': ['ID=e21cb563-b594-4589-8180-9b8a951ffb2a,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:25.753728 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dfd6f7-b892-434c-9d45-646d81534d9d', 'name': 'tempest-TestMinimumBasicScenario-232916939-router', 'tenant_id': 'b837f880143743e99b7201c3e6c7b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'ce1c2633-18a9-4002-831b-056f23db423f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:33:16Z', 'updated_at': '2022-03-18T00:33:21Z', 'revision_number': 4, 'project_id': 'b837f880143743e99b7201c3e6c7b361', 'gw_port': {'id': 'ce1c2633-18a9-4002-831b-056f23db423f', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dfd6f7-b892-434c-9d45-646d81534d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:17Z', 'updated_at': '2022-03-18T00:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': 'e21cb563-b594-4589-8180-9b8a951ffb2a', 'name': '', 'network_id': 'dce453c9-94b4-4b31-91aa-43b3c625c204', 'tenant_id': 'b837f880143743e99b7201c3e6c7b361', 'mac_address': 'fa:16:3e:0c:dc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dfd6f7-b892-434c-9d45-646d81534d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9cb88227-b066-4ac5-be00-2dbf4dd7c105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:20Z', 'updated_at': '2022-03-18T00:33:25Z', 'revision_number': 4, 'project_id': 'b837f880143743e99b7201c3e6c7b361', 'subnets': [{'id': '9cb88227-b066-4ac5-be00-2dbf4dd7c105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:33:25.785805 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e20c0e9-74d8-4f0d-ba0f-f06343e1dd1c None None] The sync data for ids ['58dfd6f7-b892-434c-9d45-646d81534d9d'] in dv-cinder-768458-19-smb is: [{'id': '58dfd6f7-b892-434c-9d45-646d81534d9d', 'name': 'tempest-TestMinimumBasicScenario-232916939-router', 'tenant_id': 'b837f880143743e99b7201c3e6c7b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'ce1c2633-18a9-4002-831b-056f23db423f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:33:16Z', 'updated_at': '2022-03-18T00:33:21Z', 'revision_number': 4, 'project_id': 'b837f880143743e99b7201c3e6c7b361', 'gw_port': {'id': 'ce1c2633-18a9-4002-831b-056f23db423f', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dfd6f7-b892-434c-9d45-646d81534d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:17Z', 'updated_at': '2022-03-18T00:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': 'e21cb563-b594-4589-8180-9b8a951ffb2a', 'name': '', 'network_id': 'dce453c9-94b4-4b31-91aa-43b3c625c204', 'tenant_id': 'b837f880143743e99b7201c3e6c7b361', 'mac_address': 'fa:16:3e:0c:dc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dfd6f7-b892-434c-9d45-646d81534d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9cb88227-b066-4ac5-be00-2dbf4dd7c105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:20Z', 'updated_at': '2022-03-18T00:33:25Z', 'revision_number': 4, 'project_id': 'b837f880143743e99b7201c3e6c7b361', 'subnets': [{'id': '9cb88227-b066-4ac5-be00-2dbf4dd7c105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:33:25.899764 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-f11268c4-7ea7-44cf-b19c-967e964a80d0 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:25.906707 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-f11268c4-7ea7-44cf-b19c-967e964a80d0 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/networks?id=5303f82a-f369-46d5-8545-e9b65413df1c HTTP/1.1" status: 200 len: 814 time: 0.2028022 Mar 18 00:33:25.929101 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-ed56a04a-2fef-4df5-971e-7b89d317085e tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/quotas/2c21fa15838b407cb598f531d74bb4a7 HTTP/1.1" status: 200 len: 375 time: 0.0214226 Mar 18 00:33:25.946663 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-117a65fb-0d61-40e5-a545-fd17bf1432a7 None None] Provisioning complete for port e21cb563-b594-4589-8180-9b8a951ffb2a triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:25.947178 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-117a65fb-0d61-40e5-a545-fd17bf1432a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (e21cb563-b594-4589-8180-9b8a951ffb2a), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:25.961782 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-102e2e2b-eb7d-44ef-813f-54b522724a3a tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c21fa15838b407cb598f531d74bb4a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315242 Mar 18 00:33:26.012965 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port ce1c2633-18a9-4002-831b-056f23db423f is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:33:26.045075 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 4af76b0c-e5e6-41da-8b73-388ca7dc537f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4af76b0c-e5e6-41da-8b73-388ca7dc537f,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:33:26.062798 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Returning: {'device': '4af76b0c-e5e6-41da-8b73-388ca7dc537f', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'port_id': '4af76b0c-e5e6-41da-8b73-388ca7dc537f', 'mac_address': 'fa:16:3e:ee:e9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76384fd9-f436-4624-9d38-5e3873131694', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 00:33:26.150223 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 4af76b0c-e5e6-41da-8b73-388ca7dc537f is: DOWN; New status is: BUILD {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:33:26.150509 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:26.177718 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af76b0c-e5e6-41da-8b73-388ca7dc537f {{(pid=109624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:33:26.185257 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-117a65fb-0d61-40e5-a545-fd17bf1432a7 None None] Current status of the port e21cb563-b594-4589-8180-9b8a951ffb2a is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:33:26.206662 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-77426758-f6de-4f60-ab32-2f4b402b3a1b service neutron] 10.222.0.23 "GET /v2.0/networks/5303f82a-f369-46d5-8545-e9b65413df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240810 Mar 18 00:33:26.216890 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 4af76b0c-e5e6-41da-8b73-388ca7dc537f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4af76b0c-e5e6-41da-8b73-388ca7dc537f,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:33:26.222728 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:26.244394 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01caea4b-1965-4707-8b95-1362ff34eca9 req-8ba42018-8013-4517-8dbf-e0d0ca43fd17 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:26.248623 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-01caea4b-1965-4707-8b95-1362ff34eca9 req-8ba42018-8013-4517-8dbf-e0d0ca43fd17 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 944 time: 0.1091664 Mar 18 00:33:26.291003 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=4af76b0c-e5e6-41da-8b73-388ca7dc537f,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:26.342737 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-01caea4b-1965-4707-8b95-1362ff34eca9 req-03953ddc-bf27-4714-a585-2b68b5bf1055 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876977 Mar 18 00:33:26.367716 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:26.395899 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-75972f3b-027e-4a03-9466-a8a6d563c87e service neutron] 10.222.0.23 "GET /v2.0/networks/5303f82a-f369-46d5-8545-e9b65413df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832638 Mar 18 00:33:26.562665 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['4af76b0c-e5e6-41da-8b73-388ca7dc537f'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:33:26.616203 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-3a2a5c97-b856-48fa-a53c-52b8d05ecaa5 req-f26b0147-d3ed-49a2-a70c-d3d23abe94e1 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af1b7f7-a665-450b-9001-25fa357a9d53 HTTP/1.1" status: 200 len: 210 time: 0.0455906 Mar 18 00:33:27.442144 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device e21cb563-b594-4589-8180-9b8a951ffb2a up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:33:27.496431 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port e21cb563-b594-4589-8180-9b8a951ffb2a triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:27.496968 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (e21cb563-b594-4589-8180-9b8a951ffb2a), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:27.520421 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74728f7-334c-4149-ab45-c16ab0c29f6c req-6040cbc5-7378-477f-8880-bb932b1af037 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:27.522383 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b74728f7-334c-4149-ab45-c16ab0c29f6c req-6040cbc5-7378-477f-8880-bb932b1af037 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 945 time: 0.0609982 Mar 18 00:33:27.573881 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 4af76b0c-e5e6-41da-8b73-388ca7dc537f up at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:33:27.580378 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b74728f7-334c-4149-ab45-c16ab0c29f6c req-aab50a07-ca38-49e3-a14d-d1f9e8445902 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520444 Mar 18 00:33:27.637170 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port e21cb563-b594-4589-8180-9b8a951ffb2a is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:33:27.669560 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning for port 4af76b0c-e5e6-41da-8b73-388ca7dc537f completed by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 00:33:27.678761 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning complete for port 4af76b0c-e5e6-41da-8b73-388ca7dc537f triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:27.679429 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:27.740445 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-488e02b6-a765-474e-9d77-5a5c7643ead4 req-f9d4d154-683e-47e3-8f28-8c1e0f55bd78 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af1b7f7-a665-450b-9001-25fa357a9d53 HTTP/1.1" status: 200 len: 210 time: 0.0382099 Mar 18 00:33:27.781970 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:27.801215 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 4af76b0c-e5e6-41da-8b73-388ca7dc537f is: BUILD; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:33:27.801966 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:27.831582 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12476600-1508-4a85-b7ec-aa12e694d9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af76b0c-e5e6-41da-8b73-388ca7dc537f'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:33:27.834594 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c4581b-be9c-4565-971e-e0d341eede33" -d '{"events": [{"server_uuid": "12476600-1508-4a85-b7ec-aa12e694d9e6", "name": "network-vif-plugged", "status": "completed", "tag": "4af76b0c-e5e6-41da-8b73-388ca7dc537f"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:33:27.853667 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 4af76b0c-e5e6-41da-8b73-388ca7dc537f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4af76b0c-e5e6-41da-8b73-388ca7dc537f,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:33:27.861262 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:27.910056 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ac3640-b690-4357-9976-bd4618ca5708 x-openstack-request-id: req-80ac3640-b690-4357-9976-bd4618ca5708 {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:33:27.910056 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12476600-1508-4a85-b7ec-aa12e694d9e6", "name": "network-vif-plugged", "status": "completed", "tag": "4af76b0c-e5e6-41da-8b73-388ca7dc537f", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:33:27.912071 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80ac3640-b690-4357-9976-bd4618ca5708 {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:33:27.912071 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12476600-1508-4a85-b7ec-aa12e694d9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af76b0c-e5e6-41da-8b73-388ca7dc537f', 'code': 200} Mar 18 00:33:27.916504 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=4af76b0c-e5e6-41da-8b73-388ca7dc537f,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:28.012805 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-acd4215e-cfea-4b98-b88c-309609f93567 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:28.014202 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-acd4215e-cfea-4b98-b88c-309609f93567 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.10 "GET /v2.0/networks?id=5303f82a-f369-46d5-8545-e9b65413df1c HTTP/1.1" status: 200 len: 814 time: 0.1455493 Mar 18 00:33:28.040035 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-e13cfb34-5af3-4353-91d2-463df2b5863a tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Request body: {'port': {'device_id': '8af1b7f7-a665-450b-9001-25fa357a9d53', 'network_id': '5303f82a-f369-46d5-8545-e9b65413df1c', 'admin_state_up': True, 'tenant_id': '2c21fa15838b407cb598f531d74bb4a7'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:33:28.204199 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd69cd-4d3d-417b-8a35-bc9ab1555ae8 req-ff67e87d-83e0-4e1d-843e-8ac0d490e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:28.205705 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-01cd69cd-4d3d-417b-8a35-bc9ab1555ae8 req-ff67e87d-83e0-4e1d-843e-8ac0d490e424 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 1130 time: 0.0860305 Mar 18 00:33:28.213116 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-e13cfb34-5af3-4353-91d2-463df2b5863a tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Made reservation on behalf of 2c21fa15838b407cb598f531d74bb4a7 for: {'port': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:33:28.216489 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-e13cfb34-5af3-4353-91d2-463df2b5863a tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:28.316243 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-01cd69cd-4d3d-417b-8a35-bc9ab1555ae8 req-573a06f6-f24a-474a-8cdd-acd1c89be82a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859447 Mar 18 00:33:28.381751 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-e13cfb34-5af3-4353-91d2-463df2b5863a tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Allocated IP 172.20.0.9 (5303f82a-f369-46d5-8545-e9b65413df1c/fd892237-b49e-4ab7-bc36-69585b25ccb2/6c9f8922-8b1f-409a-bec3-ede8d0d25d26) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:33:28.551551 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-e13cfb34-5af3-4353-91d2-463df2b5863a tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Publish callbacks [] for port (6c9f8922-8b1f-409a-bec3-ede8d0d25d26), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:28.587933 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-e13cfb34-5af3-4353-91d2-463df2b5863a tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (6c9f8922-8b1f-409a-bec3-ede8d0d25d26), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:28.629356 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-e13cfb34-5af3-4353-91d2-463df2b5863a tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Network 5303f82a-f369-46d5-8545-e9b65413df1c is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:33:28.632492 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-e13cfb34-5af3-4353-91d2-463df2b5863a tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:33:28.636814 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-e13cfb34-5af3-4353-91d2-463df2b5863a tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:33:28.692327 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13cfb34-5af3-4353-91d2-463df2b5863a tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Pushing event updated for resources: {'Port': ['ID=6c9f8922-8b1f-409a-bec3-ede8d0d25d26,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:28.742961 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-e13cfb34-5af3-4353-91d2-463df2b5863a tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:28.743655 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-e13cfb34-5af3-4353-91d2-463df2b5863a tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:28.765591 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-e13cfb34-5af3-4353-91d2-463df2b5863a tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7357066 Mar 18 00:33:28.780970 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034d5e3-01cd-42ea-bcb7-d4448663e2e9 req-b4027b0b-4fa7-4f20-87aa-df59dc4d49d9 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:28.782653 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a034d5e3-01cd-42ea-bcb7-d4448663e2e9 req-b4027b0b-4fa7-4f20-87aa-df59dc4d49d9 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.1028383 Mar 18 00:33:28.803831 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-25a472e0-2b39-4c8e-872b-87759344718f service neutron] Request body: {'port': {'device_id': '8af1b7f7-a665-450b-9001-25fa357a9d53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:33:28.890085 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2d829-a7c6-4be7-98b5-300379080359 req-cc3a6386-10e4-42c4-bc09-422e347bec87 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:28.891428 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-2ac2d829-a7c6-4be7-98b5-300379080359 req-cc3a6386-10e4-42c4-bc09-422e347bec87 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af1b7f7-a665-450b-9001-25fa357a9d53 HTTP/1.1" status: 200 len: 931 time: 0.0680664 Mar 18 00:33:28.900062 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a034d5e3-01cd-42ea-bcb7-d4448663e2e9 req-410c20ff-684f-4739-acd5-8760653e813b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107464 Mar 18 00:33:28.904803 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-25a472e0-2b39-4c8e-872b-87759344718f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (6c9f8922-8b1f-409a-bec3-ede8d0d25d26), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:28.985048 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-2ac2d829-a7c6-4be7-98b5-300379080359 req-06c0d3fb-8aeb-4411-8bcd-1d089bba0bdf tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857761 Mar 18 00:33:29.212838 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-25a472e0-2b39-4c8e-872b-87759344718f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9f8922-8b1f-409a-bec3-ede8d0d25d26 {{(pid=109622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:33:29.222364 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-25a472e0-2b39-4c8e-872b-87759344718f service neutron] Publish callbacks [] for port (6c9f8922-8b1f-409a-bec3-ede8d0d25d26), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:29.236106 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.provisioning_blocks [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-25a472e0-2b39-4c8e-872b-87759344718f service neutron] Transition to ACTIVE for port object 6c9f8922-8b1f-409a-bec3-ede8d0d25d26 will not be triggered until provisioned by entity L2. {{(pid=109622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 00:33:29.241494 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-25a472e0-2b39-4c8e-872b-87759344718f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (6c9f8922-8b1f-409a-bec3-ede8d0d25d26), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:29.320354 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a472e0-2b39-4c8e-872b-87759344718f service neutron] Pushing event updated for resources: {'Port': ['ID=6c9f8922-8b1f-409a-bec3-ede8d0d25d26,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:29.382177 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-25a472e0-2b39-4c8e-872b-87759344718f service neutron] Attempting to bind port 6c9f8922-8b1f-409a-bec3-ede8d0d25d26 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:33:29.382830 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-25a472e0-2b39-4c8e-872b-87759344718f service neutron] Attempting to bind port 6c9f8922-8b1f-409a-bec3-ede8d0d25d26 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'c40df509-bfcc-4ccb-a9fa-dccb96a7abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5303f82a-f369-46d5-8545-e9b65413df1c'}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:33:29.383272 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-25a472e0-2b39-4c8e-872b-87759344718f service neutron] Attempting to bind port 6c9f8922-8b1f-409a-bec3-ede8d0d25d26 on network 5303f82a-f369-46d5-8545-e9b65413df1c {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:33:29.389148 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-25a472e0-2b39-4c8e-872b-87759344718f service neutron] Port 6c9f8922-8b1f-409a-bec3-ede8d0d25d26 on network 5303f82a-f369-46d5-8545-e9b65413df1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 00:33:29.389527 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-25a472e0-2b39-4c8e-872b-87759344718f service neutron] Attempting to bind port 6c9f8922-8b1f-409a-bec3-ede8d0d25d26 on network 5303f82a-f369-46d5-8545-e9b65413df1c {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:33:29.394674 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-25a472e0-2b39-4c8e-872b-87759344718f service neutron] Checking agent: {'id': 'a11cec97-e670-4172-acc9-1e6c1f318043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'started_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:33:29.395010 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-25a472e0-2b39-4c8e-872b-87759344718f service neutron] Checking segment: {'id': 'c40df509-bfcc-4ccb-a9fa-dccb96a7abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5303f82a-f369-46d5-8545-e9b65413df1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:33:29.395500 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-25a472e0-2b39-4c8e-872b-87759344718f service neutron] Bound using segment: {'id': 'c40df509-bfcc-4ccb-a9fa-dccb96a7abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5303f82a-f369-46d5-8545-e9b65413df1c'} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:33:29.398297 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-25a472e0-2b39-4c8e-872b-87759344718f service neutron] Bound port: 6c9f8922-8b1f-409a-bec3-ede8d0d25d26, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c40df509-bfcc-4ccb-a9fa-dccb96a7abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5303f82a-f369-46d5-8545-e9b65413df1c'}}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:33:29.398703 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-25a472e0-2b39-4c8e-872b-87759344718f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (6c9f8922-8b1f-409a-bec3-ede8d0d25d26), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:29.491208 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-25a472e0-2b39-4c8e-872b-87759344718f service neutron] For port 6c9f8922-8b1f-409a-bec3-ede8d0d25d26, host hv-cinder-76845, cleared binding levels {{(pid=109622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:33:29.495258 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-25a472e0-2b39-4c8e-872b-87759344718f service neutron] For port 6c9f8922-8b1f-409a-bec3-ede8d0d25d26, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6c9f8922-8b1f-409a-bec3-ede8d0d25d26,segment=NetworkSegment(c40df509-bfcc-4ccb-a9fa-dccb96a7abea),segment_id=c40df509-bfcc-4ccb-a9fa-dccb96a7abea)] {{(pid=109622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:33:29.502168 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-25a472e0-2b39-4c8e-872b-87759344718f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (6c9f8922-8b1f-409a-bec3-ede8d0d25d26), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:29.540027 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-25a472e0-2b39-4c8e-872b-87759344718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:29.540831 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-25a472e0-2b39-4c8e-872b-87759344718f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:29.542422 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-25a472e0-2b39-4c8e-872b-87759344718f service neutron] 10.222.0.10 "PUT /v2.0/ports/6c9f8922-8b1f-409a-bec3-ede8d0d25d26 HTTP/1.1" status: 200 len: 1093 time: 0.7518656 Mar 18 00:33:29.544596 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af1b7f7-a665-450b-9001-25fa357a9d53', 'tag': '6c9f8922-8b1f-409a-bec3-ede8d0d25d26'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:33:29.546919 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bfbdab-a6dd-4367-9c12-6dbd610657fa" -d '{"events": [{"name": "network-changed", "server_uuid": "8af1b7f7-a665-450b-9001-25fa357a9d53", "tag": "6c9f8922-8b1f-409a-bec3-ede8d0d25d26"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:33:29.589290 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39070f3a-4c0e-41c1-b23c-07ba6d37b9f7 x-openstack-request-id: req-39070f3a-4c0e-41c1-b23c-07ba6d37b9f7 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:33:29.589611 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af1b7f7-a665-450b-9001-25fa357a9d53", "tag": "6c9f8922-8b1f-409a-bec3-ede8d0d25d26", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:33:29.589888 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39070f3a-4c0e-41c1-b23c-07ba6d37b9f7 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:33:29.590248 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af1b7f7-a665-450b-9001-25fa357a9d53', 'tag': '6c9f8922-8b1f-409a-bec3-ede8d0d25d26', 'status': 'completed', 'code': 200} Mar 18 00:33:29.591196 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a472e0-2b39-4c8e-872b-87759344718f service neutron] Pushing event updated for resources: {'Port': ['ID=6c9f8922-8b1f-409a-bec3-ede8d0d25d26,revision_number=3']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:29.682601 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-6325eb81-1fb1-491b-adae-3e4b0af78a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:29.683917 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-6325eb81-1fb1-491b-adae-3e4b0af78a8a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c21fa15838b407cb598f531d74bb4a7&device_id=8af1b7f7-a665-450b-9001-25fa357a9d53 HTTP/1.1" status: 200 len: 1127 time: 0.0489335 Mar 18 00:33:29.741300 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-0099c186-dc3a-443a-b50b-f49628787e4f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c9f8922-8b1f-409a-bec3-ede8d0d25d26 HTTP/1.1" status: 200 len: 217 time: 0.0404153 Mar 18 00:33:29.790105 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-6a2f3a12-e46a-4325-8be5-fb00e4bcfed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:29.791769 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-6a2f3a12-e46a-4325-8be5-fb00e4bcfed2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd892237-b49e-4ab7-bc36-69585b25ccb2 HTTP/1.1" status: 200 len: 854 time: 0.0450821 Mar 18 00:33:29.824017 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-dedaaacb-2342-4c8b-a646-bac16c9444f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5303f82a-f369-46d5-8545-e9b65413df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264146 Mar 18 00:33:29.925227 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-c9ee1664-85a7-4569-858e-6fb0bd26c714 service neutron] 10.222.0.10 "GET /v2.0/networks/5303f82a-f369-46d5-8545-e9b65413df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946600 Mar 18 00:33:30.034542 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7bedb2b6-1ba9-4f04-9aa8-b8afd374c1b6 req-20d6dfc4-d130-405d-b5f2-7e61d6861818 service neutron] 10.222.0.10 "GET /v2.0/networks/5303f82a-f369-46d5-8545-e9b65413df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027639 Mar 18 00:33:30.132912 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c50287-2743-4e0b-8e78-e43e9ba8bc5e req-a5c92a44-9b3d-410e-937b-d57e5c521dfb tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:30.134539 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-57c50287-2743-4e0b-8e78-e43e9ba8bc5e req-a5c92a44-9b3d-410e-937b-d57e5c521dfb tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.1444473 Mar 18 00:33:30.189090 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621dc01-26ba-40b6-9e2a-b0ab78c03515 req-b4d63af1-23fa-46e3-bd9f-592d98ec299b tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:30.190650 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9621dc01-26ba-40b6-9e2a-b0ab78c03515 req-b4d63af1-23fa-46e3-bd9f-592d98ec299b tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af1b7f7-a665-450b-9001-25fa357a9d53 HTTP/1.1" status: 200 len: 943 time: 0.1192656 Mar 18 00:33:30.218081 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfbdab-a6dd-4367-9c12-6dbd610657fa req-dd4b066b-ffa0-4d49-a661-4e185fb666d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:30.219623 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-55bfbdab-a6dd-4367-9c12-6dbd610657fa req-dd4b066b-ffa0-4d49-a661-4e185fb666d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c21fa15838b407cb598f531d74bb4a7&device_id=8af1b7f7-a665-450b-9001-25fa357a9d53 HTTP/1.1" status: 200 len: 1127 time: 0.0845633 Mar 18 00:33:30.228638 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-57c50287-2743-4e0b-8e78-e43e9ba8bc5e req-0a83d73c-72f7-41c4-9f95-64b13037d9a1 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876486 Mar 18 00:33:30.317538 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9621dc01-26ba-40b6-9e2a-b0ab78c03515 req-452deadc-5a14-4765-a6c7-dfd79b40c3a2 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203594 Mar 18 00:33:30.367810 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfbdab-a6dd-4367-9c12-6dbd610657fa req-f3dc80ae-4e71-4d5a-b948-dbfec7b1d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:30.369532 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-55bfbdab-a6dd-4367-9c12-6dbd610657fa req-f3dc80ae-4e71-4d5a-b948-dbfec7b1d093 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5303f82a-f369-46d5-8545-e9b65413df1c HTTP/1.1" status: 200 len: 914 time: 0.1437485 Mar 18 00:33:30.390822 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded36ff0-21e8-4892-a264-680f3ecd1de4 req-ff8b9f0a-eff7-4074-8277-01a4e16c7b68 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:30.392378 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ded36ff0-21e8-4892-a264-680f3ecd1de4 req-ff8b9f0a-eff7-4074-8277-01a4e16c7b68 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0864286 Mar 18 00:33:30.402712 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 54746) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:33:30.407302 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-895b5c32-08a9-4c34-b59d-a0e3f86b78a4 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Request body: {'floatingip': {'port_id': '4af76b0c-e5e6-41da-8b73-388ca7dc537f'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:33:30.423419 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-55bfbdab-a6dd-4367-9c12-6dbd610657fa req-ddd74c88-df24-43dc-a943-8535df88450c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c9f8922-8b1f-409a-bec3-ede8d0d25d26 HTTP/1.1" status: 200 len: 217 time: 0.0471249 Mar 18 00:33:30.482435 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfbdab-a6dd-4367-9c12-6dbd610657fa req-433cba55-4608-4461-b0f5-4788cebdea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:30.484082 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-55bfbdab-a6dd-4367-9c12-6dbd610657fa req-433cba55-4608-4461-b0f5-4788cebdea0b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd892237-b49e-4ab7-bc36-69585b25ccb2 HTTP/1.1" status: 200 len: 854 time: 0.0525393 Mar 18 00:33:30.488162 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-895b5c32-08a9-4c34-b59d-a0e3f86b78a4 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for floatingip (bcb77d83-43c8-4f5e-aaad-e05be31c88ad), before_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:30.522267 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-55bfbdab-a6dd-4367-9c12-6dbd610657fa req-168a3e8c-8314-46d4-8afa-8998b291e6a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5303f82a-f369-46d5-8545-e9b65413df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306723 Mar 18 00:33:30.622739 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-55bfbdab-a6dd-4367-9c12-6dbd610657fa req-2be6d73a-8f7c-4b3e-bd45-79c3b60afe41 service neutron] 10.222.0.10 "GET /v2.0/networks/5303f82a-f369-46d5-8545-e9b65413df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934172 Mar 18 00:33:30.729025 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-55bfbdab-a6dd-4367-9c12-6dbd610657fa req-96251f3c-31e8-4b04-84e2-b415dcc1e8a6 service neutron] 10.222.0.10 "GET /v2.0/networks/5303f82a-f369-46d5-8545-e9b65413df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967839 Mar 18 00:33:31.226277 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-895b5c32-08a9-4c34-b59d-a0e3f86b78a4 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:31.231658 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-895b5c32-08a9-4c34-b59d-a0e3f86b78a4 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (bcb77d83-43c8-4f5e-aaad-e05be31c88ad), after_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:31.357137 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.db.l3_db [None req-895b5c32-08a9-4c34-b59d-a0e3f86b78a4 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Floating IP bcb77d83-43c8-4f5e-aaad-e05be31c88ad associated. External IP: 172.28.2.105, port: 4af76b0c-e5e6-41da-8b73-388ca7dc537f. Mar 18 00:33:31.482666 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99553ad4-8f53-45fb-ac6f-7332650a8c44 req-f0c94187-0d97-4836-8b95-05e5e6db05af tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:31.484050 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-99553ad4-8f53-45fb-ac6f-7332650a8c44 req-f0c94187-0d97-4836-8b95-05e5e6db05af tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af1b7f7-a665-450b-9001-25fa357a9d53 HTTP/1.1" status: 200 len: 943 time: 0.0731237 Mar 18 00:33:31.548911 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-99553ad4-8f53-45fb-ac6f-7332650a8c44 req-bf08657b-c860-4074-95dc-4d2c0ef04a53 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536551 Mar 18 00:33:31.555477 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 6c9f8922-8b1f-409a-bec3-ede8d0d25d26 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 00:33:31.624403 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895b5c32-08a9-4c34-b59d-a0e3f86b78a4 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Router 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:33:31.706869 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 6c9f8922-8b1f-409a-bec3-ede8d0d25d26, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6c9f8922-8b1f-409a-bec3-ede8d0d25d26,segment=NetworkSegment(c40df509-bfcc-4ccb-a9fa-dccb96a7abea),segment_id=c40df509-bfcc-4ccb-a9fa-dccb96a7abea)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:33:31.719974 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Returning: {'device': '6c9f8922-8b1f-409a-bec3-ede8d0d25d26', 'network_id': '5303f82a-f369-46d5-8545-e9b65413df1c', 'port_id': '6c9f8922-8b1f-409a-bec3-ede8d0d25d26', 'mac_address': 'fa:16:3e:b9:ae:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd892237-b49e-4ab7-bc36-69585b25ccb2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 00:33:31.762075 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895b5c32-08a9-4c34-b59d-a0e3f86b78a4 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:33:31.766623 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-895b5c32-08a9-4c34-b59d-a0e3f86b78a4 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:31.775654 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575641fe-15c8-4221-b2aa-faba05ed9ee7 None None] Sync routers for ids ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:33:31.780589 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 6c9f8922-8b1f-409a-bec3-ede8d0d25d26 is: DOWN; New status is: BUILD {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:33:31.781093 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (6c9f8922-8b1f-409a-bec3-ede8d0d25d26), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:31.800325 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-895b5c32-08a9-4c34-b59d-a0e3f86b78a4 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "PUT /v2.0/floatingips/bcb77d83-43c8-4f5e-aaad-e05be31c88ad HTTP/1.1" status: 200 len: 992 time: 1.3964036 Mar 18 00:33:31.801131 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12476600-1508-4a85-b7ec-aa12e694d9e6', 'tag': '4af76b0c-e5e6-41da-8b73-388ca7dc537f'}] {{(pid=109623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:33:31.804164 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7516d28204096922e4ecff7ff99285710cd6cc6eb93d78320b89f05ba80b8814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448eceb3-2e62-48a7-b2ab-e377fc30cb39" -d '{"events": [{"name": "network-changed", "server_uuid": "12476600-1508-4a85-b7ec-aa12e694d9e6", "tag": "4af76b0c-e5e6-41da-8b73-388ca7dc537f"}]}' {{(pid=109623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:33:31.813843 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9f8922-8b1f-409a-bec3-ede8d0d25d26 {{(pid=109624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:33:31.841244 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575641fe-15c8-4221-b2aa-faba05ed9ee7 None None] Routers {'1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:33:31.842056 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-575641fe-15c8-4221-b2aa-faba05ed9ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:33:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:33:31.843918 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8293b69b-d598-4c22-b31d-feea328f8532 x-openstack-request-id: req-8293b69b-d598-4c22-b31d-feea328f8532 {{(pid=109623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:33:31.844178 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12476600-1508-4a85-b7ec-aa12e694d9e6", "tag": "4af76b0c-e5e6-41da-8b73-388ca7dc537f", "status": "completed", "code": 200}]} {{(pid=109623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:33:31.844434 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8293b69b-d598-4c22-b31d-feea328f8532 {{(pid=109623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:33:31.845098 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12476600-1508-4a85-b7ec-aa12e694d9e6', 'tag': '4af76b0c-e5e6-41da-8b73-388ca7dc537f', 'status': 'completed', 'code': 200} Mar 18 00:33:31.847299 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 6c9f8922-8b1f-409a-bec3-ede8d0d25d26, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6c9f8922-8b1f-409a-bec3-ede8d0d25d26,segment=NetworkSegment(c40df509-bfcc-4ccb-a9fa-dccb96a7abea),segment_id=c40df509-bfcc-4ccb-a9fa-dccb96a7abea)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:33:31.911922 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (6c9f8922-8b1f-409a-bec3-ede8d0d25d26), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:31.945648 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448eceb3-2e62-48a7-b2ab-e377fc30cb39 req-8f57f6a2-85b6-4764-bffe-69a4e464dc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:31.950817 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-448eceb3-2e62-48a7-b2ab-e377fc30cb39 req-8f57f6a2-85b6-4764-bffe-69a4e464dc88 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0bd772cceaf4f9486cf4424af396729&device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 1130 time: 0.0581636 Mar 18 00:33:31.995231 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=6c9f8922-8b1f-409a-bec3-ede8d0d25d26,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:32.012224 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-575641fe-15c8-4221-b2aa-faba05ed9ee7 None None] Set router 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:33:32.055371 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448eceb3-2e62-48a7-b2ab-e377fc30cb39 req-c6649197-cf07-4fc8-a6dc-a1e94f0634a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:32.057011 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-448eceb3-2e62-48a7-b2ab-e377fc30cb39 req-c6649197-cf07-4fc8-a6dc-a1e94f0634a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42586f8a-ab3e-4979-8086-8a3f40b27b85 HTTP/1.1" status: 200 len: 917 time: 0.0993741 Mar 18 00:33:32.273810 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['6c9f8922-8b1f-409a-bec3-ede8d0d25d26'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:33:32.347960 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-575641fe-15c8-4221-b2aa-faba05ed9ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-1620174948-router', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:29:43Z', 'revision_number': 4, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'gw_port': {'id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': 'bcb77d83-43c8-4f5e-aaad-e05be31c88ad', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'floating_ip_address': '172.28.2.105', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'port_id': '4af76b0c-e5e6-41da-8b73-388ca7dc537f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'mac_address': 'fa:16:3e:ee:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12476600-1508-4a85-b7ec-aa12e694d9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:33:17Z', 'updated_at': '2022-03-18T00:33:31Z', 'revision_number': 1, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02915f61-4b45-4b74-9531-f15e4d8c0a90', 'name': '', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'mac_address': 'fa:16:3e:9f:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76384fd9-f436-4624-9d38-5e3873131694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:42Z', 'updated_at': '2022-03-18T00:29:49Z', 'revision_number': 5, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'subnets': [{'id': '76384fd9-f436-4624-9d38-5e3873131694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:33:32.388442 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-448eceb3-2e62-48a7-b2ab-e377fc30cb39 req-34d17732-45db-43c1-896a-5bc7bd433f87 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4af76b0c-e5e6-41da-8b73-388ca7dc537f HTTP/1.1" status: 200 len: 1000 time: 0.3238752 Mar 18 00:33:32.388692 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575641fe-15c8-4221-b2aa-faba05ed9ee7 None None] Checking router: 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:33:32.409586 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575641fe-15c8-4221-b2aa-faba05ed9ee7 None None] Routers {'1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:33:32.410217 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-575641fe-15c8-4221-b2aa-faba05ed9ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:33:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:33:32.452754 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448eceb3-2e62-48a7-b2ab-e377fc30cb39 req-2248f32d-65e1-4bba-9c4f-ca75d199f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:32.452754 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-448eceb3-2e62-48a7-b2ab-e377fc30cb39 req-2248f32d-65e1-4bba-9c4f-ca75d199f2e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76384fd9-f436-4624-9d38-5e3873131694 HTTP/1.1" status: 200 len: 856 time: 0.0581074 Mar 18 00:33:32.503022 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448eceb3-2e62-48a7-b2ab-e377fc30cb39 req-60ae56c9-65e5-48ac-8024-7d01f5da9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:32.504526 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-448eceb3-2e62-48a7-b2ab-e377fc30cb39 req-60ae56c9-65e5-48ac-8024-7d01f5da9b07 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42586f8a-ab3e-4979-8086-8a3f40b27b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0454662 Mar 18 00:33:32.585304 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-575641fe-15c8-4221-b2aa-faba05ed9ee7 None None] Set router 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:33:32.638265 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-448eceb3-2e62-48a7-b2ab-e377fc30cb39 req-bbf8fb8f-9456-4f34-bbdc-73652ff38bf4 service neutron] 10.222.0.10 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269677 Mar 18 00:33:32.799261 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9af38-58ec-445a-acf5-d5faa0b4b160 req-ae871fa8-356a-4de8-a93c-4c4d41aa25d9 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:32.800941 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-52d9af38-58ec-445a-acf5-d5faa0b4b160 req-ae871fa8-356a-4de8-a93c-4c4d41aa25d9 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af1b7f7-a665-450b-9001-25fa357a9d53 HTTP/1.1" status: 200 len: 944 time: 0.1449497 Mar 18 00:33:32.803673 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-448eceb3-2e62-48a7-b2ab-e377fc30cb39 req-fa159a03-0faa-4aa8-8fe8-aa4d28780775 service neutron] 10.222.0.10 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571708 Mar 18 00:33:32.869133 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-52d9af38-58ec-445a-acf5-d5faa0b4b160 req-79bcc17c-7d1f-4081-834e-844f98511db4 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595136 Mar 18 00:33:32.876253 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-575641fe-15c8-4221-b2aa-faba05ed9ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-1620174948-router', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:29:43Z', 'revision_number': 4, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'gw_port': {'id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': 'bcb77d83-43c8-4f5e-aaad-e05be31c88ad', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'floating_ip_address': '172.28.2.105', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'port_id': '4af76b0c-e5e6-41da-8b73-388ca7dc537f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'mac_address': 'fa:16:3e:ee:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12476600-1508-4a85-b7ec-aa12e694d9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:33:17Z', 'updated_at': '2022-03-18T00:33:31Z', 'revision_number': 1, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02915f61-4b45-4b74-9531-f15e4d8c0a90', 'name': '', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'mac_address': 'fa:16:3e:9f:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76384fd9-f436-4624-9d38-5e3873131694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:42Z', 'updated_at': '2022-03-18T00:29:49Z', 'revision_number': 5, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'subnets': [{'id': '76384fd9-f436-4624-9d38-5e3873131694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:33:32.912723 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575641fe-15c8-4221-b2aa-faba05ed9ee7 None None] The sync data for ids ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'] in dv-cinder-768458-19-smb is: [{'id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-1620174948-router', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:29:43Z', 'revision_number': 4, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'gw_port': {'id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': 'bcb77d83-43c8-4f5e-aaad-e05be31c88ad', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'floating_ip_address': '172.28.2.105', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'port_id': '4af76b0c-e5e6-41da-8b73-388ca7dc537f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'mac_address': 'fa:16:3e:ee:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12476600-1508-4a85-b7ec-aa12e694d9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:33:17Z', 'updated_at': '2022-03-18T00:33:31Z', 'revision_number': 1, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02915f61-4b45-4b74-9531-f15e4d8c0a90', 'name': '', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'mac_address': 'fa:16:3e:9f:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76384fd9-f436-4624-9d38-5e3873131694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:42Z', 'updated_at': '2022-03-18T00:29:49Z', 'revision_number': 5, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'subnets': [{'id': '76384fd9-f436-4624-9d38-5e3873131694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:33:33.145118 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfde5bf-a6bb-479f-98c5-86699a1d4fdd None None] New status for floating IP bcb77d83-43c8-4f5e-aaad-e05be31c88ad: ACTIVE {{(pid=109625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 00:33:33.569008 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 6c9f8922-8b1f-409a-bec3-ede8d0d25d26 up at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:33:33.621357 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning for port 6c9f8922-8b1f-409a-bec3-ede8d0d25d26 completed by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 00:33:33.625606 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning complete for port 6c9f8922-8b1f-409a-bec3-ede8d0d25d26 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:33.626045 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (6c9f8922-8b1f-409a-bec3-ede8d0d25d26), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:33.704370 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 6c9f8922-8b1f-409a-bec3-ede8d0d25d26 is: BUILD; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:33:33.704759 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (6c9f8922-8b1f-409a-bec3-ede8d0d25d26), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:33.729762 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af1b7f7-a665-450b-9001-25fa357a9d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9f8922-8b1f-409a-bec3-ede8d0d25d26'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:33:33.731966 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc53ba3-3440-4349-b400-7e5b8cf6c4b3" -d '{"events": [{"server_uuid": "8af1b7f7-a665-450b-9001-25fa357a9d53", "name": "network-vif-plugged", "status": "completed", "tag": "6c9f8922-8b1f-409a-bec3-ede8d0d25d26"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:33:33.874123 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9968ce70-6426-4207-8084-6a74c8382bab x-openstack-request-id: req-9968ce70-6426-4207-8084-6a74c8382bab {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:33:33.874406 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af1b7f7-a665-450b-9001-25fa357a9d53", "name": "network-vif-plugged", "status": "completed", "tag": "6c9f8922-8b1f-409a-bec3-ede8d0d25d26", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:33:33.874649 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9968ce70-6426-4207-8084-6a74c8382bab {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:33:33.875047 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af1b7f7-a665-450b-9001-25fa357a9d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9f8922-8b1f-409a-bec3-ede8d0d25d26', 'code': 200} Mar 18 00:33:33.876661 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 6c9f8922-8b1f-409a-bec3-ede8d0d25d26, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6c9f8922-8b1f-409a-bec3-ede8d0d25d26,segment=NetworkSegment(c40df509-bfcc-4ccb-a9fa-dccb96a7abea),segment_id=c40df509-bfcc-4ccb-a9fa-dccb96a7abea)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:33:33.880954 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (6c9f8922-8b1f-409a-bec3-ede8d0d25d26), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:33.933706 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=6c9f8922-8b1f-409a-bec3-ede8d0d25d26,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:34.031920 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe4583-bc2d-4280-b1ae-3f14f7dd8b28 req-1f991364-2083-4ffb-af5a-761c0549992d tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:34.033433 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-3bbe4583-bc2d-4280-b1ae-3f14f7dd8b28 req-1f991364-2083-4ffb-af5a-761c0549992d tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af1b7f7-a665-450b-9001-25fa357a9d53 HTTP/1.1" status: 200 len: 945 time: 0.0900085 Mar 18 00:33:34.037058 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f4873-1828-44ed-8d99-7821219cb062 req-f593ec98-48da-4463-a787-de55f2679c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:34.038561 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7c7f4873-1828-44ed-8d99-7821219cb062 req-f593ec98-48da-4463-a787-de55f2679c87 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8af1b7f7-a665-450b-9001-25fa357a9d53 HTTP/1.1" status: 200 len: 1129 time: 0.0674171 Mar 18 00:33:34.101721 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-6baaa1b8-d655-4d5b-b753-faffee600a3e tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:34.103251 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-6baaa1b8-d655-4d5b-b753-faffee600a3e tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/networks?id=744097eb-7efa-4cb3-b1c0-25e7ce1cd605 HTTP/1.1" status: 200 len: 814 time: 0.1047697 Mar 18 00:33:34.108590 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-3bbe4583-bc2d-4280-b1ae-3f14f7dd8b28 req-0a105c3e-f931-4ed3-aeac-dd350adf8a05 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678265 Mar 18 00:33:34.110751 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7c7f4873-1828-44ed-8d99-7821219cb062 req-982d44c2-cf4f-4db2-a048-028daebf7c79 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643973 Mar 18 00:33:34.119636 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-febf41ed-008e-43cb-b0be-bca942e15ab7 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/quotas/75e4c15ee2714d81afff87890391ecb6 HTTP/1.1" status: 200 len: 375 time: 0.0101225 Mar 18 00:33:34.177254 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-62a14866-e602-4107-a64a-5821e5272efc tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=75e4c15ee2714d81afff87890391ecb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518606 Mar 18 00:33:34.276024 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-f8737f94-b6f3-4177-add7-334dd0aef891 service neutron] 10.222.0.23 "GET /v2.0/networks/744097eb-7efa-4cb3-b1c0-25e7ce1cd605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867136 Mar 18 00:33:34.364606 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-567343d6-517e-4e01-a809-eaa927c0988f service neutron] 10.222.0.23 "GET /v2.0/networks/744097eb-7efa-4cb3-b1c0-25e7ce1cd605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822766 Mar 18 00:33:34.521054 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac0944fa-c2ab-4910-8ec3-fa8cd9fb8c01 req-d8bf805b-dfa0-4076-b006-b6c7051e7e0d tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 210 time: 0.0260205 Mar 18 00:33:35.229466 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bac476-692e-4c6f-b6d6-a9e5df17b0a5 req-5280fe4f-0392-4f0b-81a1-eedbcb681acb tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:35.230943 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-70bac476-692e-4c6f-b6d6-a9e5df17b0a5 req-5280fe4f-0392-4f0b-81a1-eedbcb681acb tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af1b7f7-a665-450b-9001-25fa357a9d53 HTTP/1.1" status: 200 len: 945 time: 0.0550795 Mar 18 00:33:35.277765 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-70bac476-692e-4c6f-b6d6-a9e5df17b0a5 req-51f68dcd-e25e-464e-b4e1-9af849b3c26e tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412595 Mar 18 00:33:35.618465 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-68d2afc1-02df-4844-a0bd-b2516f2126a9 req-5d186ca2-a1cf-4bac-a3ea-932117b18ca9 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 210 time: 0.0284419 Mar 18 00:33:35.775974 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-7519edb8-1542-49eb-bbb0-a2d5712754a4 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:35.777534 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-7519edb8-1542-49eb-bbb0-a2d5712754a4 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.10 "GET /v2.0/networks?id=744097eb-7efa-4cb3-b1c0-25e7ce1cd605 HTTP/1.1" status: 200 len: 814 time: 0.1019714 Mar 18 00:33:35.806634 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-9ac834e7-5050-468d-b7ea-0ed43196c684 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Request body: {'port': {'device_id': '3eca49e0-787e-4124-8419-bdc192bc75a8', 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605', 'admin_state_up': True, 'tenant_id': '75e4c15ee2714d81afff87890391ecb6'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:33:35.915693 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-9ac834e7-5050-468d-b7ea-0ed43196c684 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Made reservation on behalf of 75e4c15ee2714d81afff87890391ecb6 for: {'port': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:33:35.919082 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-9ac834e7-5050-468d-b7ea-0ed43196c684 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:36.042539 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-9ac834e7-5050-468d-b7ea-0ed43196c684 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Allocated IP 172.20.0.14 (744097eb-7efa-4cb3-b1c0-25e7ce1cd605/f44fc5cd-938e-4ada-b4db-a8145a98cdb6/19c9ab39-f398-4f02-82c6-24eab6f75324) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:33:36.107777 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:36.268811 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-9ac834e7-5050-468d-b7ea-0ed43196c684 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for port (19c9ab39-f398-4f02-82c6-24eab6f75324), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:36.312995 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-9ac834e7-5050-468d-b7ea-0ed43196c684 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (19c9ab39-f398-4f02-82c6-24eab6f75324), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:36.400355 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-9ac834e7-5050-468d-b7ea-0ed43196c684 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Network 744097eb-7efa-4cb3-b1c0-25e7ce1cd605 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:33:36.404964 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-9ac834e7-5050-468d-b7ea-0ed43196c684 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:33:36.408770 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-9ac834e7-5050-468d-b7ea-0ed43196c684 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:33:36.416325 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac834e7-5050-468d-b7ea-0ed43196c684 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Pushing event updated for resources: {'Port': ['ID=19c9ab39-f398-4f02-82c6-24eab6f75324,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:36.502880 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-9ac834e7-5050-468d-b7ea-0ed43196c684 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:36.503817 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-9ac834e7-5050-468d-b7ea-0ed43196c684 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:36.513206 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd9a3f-c66f-403f-ac26-4916283689bd req-3eda1d51-b75a-40b1-92f7-e77bd21540f0 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:36.524411 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9cdd9a3f-c66f-403f-ac26-4916283689bd req-3eda1d51-b75a-40b1-92f7-e77bd21540f0 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af1b7f7-a665-450b-9001-25fa357a9d53 HTTP/1.1" status: 200 len: 945 time: 0.1164224 Mar 18 00:33:36.534249 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-9ac834e7-5050-468d-b7ea-0ed43196c684 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7314451 Mar 18 00:33:36.601145 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9cdd9a3f-c66f-403f-ac26-4916283689bd req-20b43d77-a8e6-46b2-a32c-444057a69026 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646260 Mar 18 00:33:36.800252 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3d096283-dae9-4261-862f-f116e4f4eabd None None] Provisioning complete for port 19c9ab39-f398-4f02-82c6-24eab6f75324 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:36.801019 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3d096283-dae9-4261-862f-f116e4f4eabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (19c9ab39-f398-4f02-82c6-24eab6f75324), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:36.814150 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b977e3-500d-4d87-88b3-4488d3566543 req-a3a56fe0-07fe-46c1-afa0-616bae90a4b6 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:36.815770 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-44b977e3-500d-4d87-88b3-4488d3566543 req-a3a56fe0-07fe-46c1-afa0-616bae90a4b6 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 932 time: 0.1031744 Mar 18 00:33:36.839067 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3d096283-dae9-4261-862f-f116e4f4eabd None None] Port 19c9ab39-f398-4f02-82c6-24eab6f75324 cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:33:36.881764 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-44b977e3-500d-4d87-88b3-4488d3566543 req-2706e0ef-2a4c-453d-9161-05df80574429 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598304 Mar 18 00:33:38.008298 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaede05-0a8a-4232-abc1-8b7c0456cda6 req-484d4a13-b08b-47ca-87ee-ff8ead3e50d0 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:38.009707 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-fbaede05-0a8a-4232-abc1-8b7c0456cda6 req-484d4a13-b08b-47ca-87ee-ff8ead3e50d0 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 932 time: 0.0585163 Mar 18 00:33:38.058996 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-fbaede05-0a8a-4232-abc1-8b7c0456cda6 req-7b45ebc8-a5a3-4134-ba77-080bda99ee92 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430961 Mar 18 00:33:39.187487 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4946c2d-c07f-4960-82b1-2ce91491946a req-67c3c7e5-fa9d-45f5-9f8e-33392c7cd15a tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:39.189033 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f4946c2d-c07f-4960-82b1-2ce91491946a req-67c3c7e5-fa9d-45f5-9f8e-33392c7cd15a tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 932 time: 0.0551805 Mar 18 00:33:39.241311 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f4946c2d-c07f-4960-82b1-2ce91491946a req-0e860eb8-f285-4d33-9ef1-6f800976de05 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451977 Mar 18 00:33:40.365629 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da6502-0a34-43c6-8421-0cfd2dd3aa26 req-8a6b1fc7-bf23-4a28-89fa-658f42cd9800 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:40.367097 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c0da6502-0a34-43c6-8421-0cfd2dd3aa26 req-8a6b1fc7-bf23-4a28-89fa-658f42cd9800 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 932 time: 0.0567236 Mar 18 00:33:40.424240 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c0da6502-0a34-43c6-8421-0cfd2dd3aa26 req-f8018ab2-30a6-4988-854a-2a1e9671e475 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513060 Mar 18 00:33:41.555545 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190db6d5-4d47-4259-ba79-a8d98c6aca13 req-a4c18d50-64de-4aaa-b196-1ccbdb462e8e tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:41.557015 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-190db6d5-4d47-4259-ba79-a8d98c6aca13 req-a4c18d50-64de-4aaa-b196-1ccbdb462e8e tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 932 time: 0.0600781 Mar 18 00:33:41.607738 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-190db6d5-4d47-4259-ba79-a8d98c6aca13 req-98544926-13da-4c5f-b5e7-456e542a344d tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443509 Mar 18 00:33:42.728353 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ce129-6e23-42ad-bec1-84ce3e0e0376 req-711fda1f-43eb-4001-b54b-8860200943bf tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:42.729894 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-482ce129-6e23-42ad-bec1-84ce3e0e0376 req-711fda1f-43eb-4001-b54b-8860200943bf tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 932 time: 0.0533566 Mar 18 00:33:42.777973 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-482ce129-6e23-42ad-bec1-84ce3e0e0376 req-31f259c4-03cf-46d0-8a40-c6d78b794d63 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425103 Mar 18 00:33:43.902309 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbc9e0-8c0a-4bbc-9d26-fd927deaf0e6 req-636434b8-f64f-4ae1-837a-89f5e239dff4 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:43.903772 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-badbc9e0-8c0a-4bbc-9d26-fd927deaf0e6 req-636434b8-f64f-4ae1-837a-89f5e239dff4 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 932 time: 0.0572934 Mar 18 00:33:43.951421 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-badbc9e0-8c0a-4bbc-9d26-fd927deaf0e6 req-4022713b-a348-4a16-aabe-19c1a8e2d636 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417452 Mar 18 00:33:45.066639 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173a9b2-5a6d-485b-9fc9-395a25011953 req-ba30c29b-1c46-4c94-8345-b9169b3c7e79 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:45.069889 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b173a9b2-5a6d-485b-9fc9-395a25011953 req-ba30c29b-1c46-4c94-8345-b9169b3c7e79 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 932 time: 0.0544310 Mar 18 00:33:45.072539 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-4350d6ce-5583-40e7-9efe-b1743ecd2e1c service neutron] Request body: {'port': {'device_id': '3eca49e0-787e-4124-8419-bdc192bc75a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:33:45.119358 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b173a9b2-5a6d-485b-9fc9-395a25011953 req-a4dadf90-d87c-4694-bb67-bc0c588b0162 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455694 Mar 18 00:33:45.155417 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-4350d6ce-5583-40e7-9efe-b1743ecd2e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (19c9ab39-f398-4f02-82c6-24eab6f75324), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:45.207271 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7e14dd8f-8927-4712-8924-578688f2dece req-094b9805-9489-4b24-be5e-9a983a5ea166 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0847125 Mar 18 00:33:45.410663 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14dd8f-8927-4712-8924-578688f2dece req-83de2c2f-26a4-411f-9625-32399c59448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:45.412951 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7e14dd8f-8927-4712-8924-578688f2dece req-83de2c2f-26a4-411f-9625-32399c59448d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=566f1fc415cf4cb193c8e431d0d0f3db&device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 1129 time: 0.1032636 Mar 18 00:33:45.519631 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-4350d6ce-5583-40e7-9efe-b1743ecd2e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c9ab39-f398-4f02-82c6-24eab6f75324 {{(pid=109622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:33:45.529973 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-4350d6ce-5583-40e7-9efe-b1743ecd2e1c service neutron] Publish callbacks [] for port (19c9ab39-f398-4f02-82c6-24eab6f75324), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:45.555369 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.provisioning_blocks [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-4350d6ce-5583-40e7-9efe-b1743ecd2e1c service neutron] Transition to ACTIVE for port object 19c9ab39-f398-4f02-82c6-24eab6f75324 will not be triggered until provisioned by entity L2. {{(pid=109622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 00:33:45.559760 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-4350d6ce-5583-40e7-9efe-b1743ecd2e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (19c9ab39-f398-4f02-82c6-24eab6f75324), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:45.607573 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14dd8f-8927-4712-8924-578688f2dece req-48ee7895-8b46-4a6d-b6eb-6d1825661414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:45.609066 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7e14dd8f-8927-4712-8924-578688f2dece req-48ee7895-8b46-4a6d-b6eb-6d1825661414 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96ae1d1c-dc7f-45c7-b0c1-8234cd904409 HTTP/1.1" status: 200 len: 909 time: 0.1495590 Mar 18 00:33:45.634179 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350d6ce-5583-40e7-9efe-b1743ecd2e1c service neutron] Pushing event updated for resources: {'Port': ['ID=19c9ab39-f398-4f02-82c6-24eab6f75324,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:45.737333 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7e14dd8f-8927-4712-8924-578688f2dece req-aa73241d-71e8-4b1d-9043-0905fa533601 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0374c92-7fa0-46d9-a2f3-99c2c1606436 HTTP/1.1" status: 200 len: 1001 time: 0.1174242 Mar 18 00:33:45.788371 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-4350d6ce-5583-40e7-9efe-b1743ecd2e1c service neutron] Attempting to bind port 19c9ab39-f398-4f02-82c6-24eab6f75324 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:33:45.788703 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-4350d6ce-5583-40e7-9efe-b1743ecd2e1c service neutron] Attempting to bind port 19c9ab39-f398-4f02-82c6-24eab6f75324 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '7d297bd3-f914-47dd-8fb5-4044e5ec0936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605'}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:33:45.789031 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-4350d6ce-5583-40e7-9efe-b1743ecd2e1c service neutron] Attempting to bind port 19c9ab39-f398-4f02-82c6-24eab6f75324 on network 744097eb-7efa-4cb3-b1c0-25e7ce1cd605 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:33:45.797086 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-4350d6ce-5583-40e7-9efe-b1743ecd2e1c service neutron] Port 19c9ab39-f398-4f02-82c6-24eab6f75324 on network 744097eb-7efa-4cb3-b1c0-25e7ce1cd605 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 00:33:45.797435 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-4350d6ce-5583-40e7-9efe-b1743ecd2e1c service neutron] Attempting to bind port 19c9ab39-f398-4f02-82c6-24eab6f75324 on network 744097eb-7efa-4cb3-b1c0-25e7ce1cd605 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:33:45.805194 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-4350d6ce-5583-40e7-9efe-b1743ecd2e1c service neutron] Checking agent: {'id': 'a11cec97-e670-4172-acc9-1e6c1f318043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'started_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:33:45.805553 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-4350d6ce-5583-40e7-9efe-b1743ecd2e1c service neutron] Checking segment: {'id': '7d297bd3-f914-47dd-8fb5-4044e5ec0936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:33:45.806834 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-4350d6ce-5583-40e7-9efe-b1743ecd2e1c service neutron] Bound using segment: {'id': '7d297bd3-f914-47dd-8fb5-4044e5ec0936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605'} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:33:45.807280 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-4350d6ce-5583-40e7-9efe-b1743ecd2e1c service neutron] Bound port: 19c9ab39-f398-4f02-82c6-24eab6f75324, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d297bd3-f914-47dd-8fb5-4044e5ec0936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605'}}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:33:45.807640 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-4350d6ce-5583-40e7-9efe-b1743ecd2e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (19c9ab39-f398-4f02-82c6-24eab6f75324), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:45.811275 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14dd8f-8927-4712-8924-578688f2dece req-a48eb233-46ad-43cd-a9a6-72b7c27290f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:45.812752 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7e14dd8f-8927-4712-8924-578688f2dece req-a48eb233-46ad-43cd-a9a6-72b7c27290f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1a76d3f-7d67-4646-8350-4b7833079f0d HTTP/1.1" status: 200 len: 848 time: 0.0670092 Mar 18 00:33:45.905179 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-4350d6ce-5583-40e7-9efe-b1743ecd2e1c service neutron] For port 19c9ab39-f398-4f02-82c6-24eab6f75324, host hv-cinder-76845, cleared binding levels {{(pid=109622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:33:45.909156 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-4350d6ce-5583-40e7-9efe-b1743ecd2e1c service neutron] For port 19c9ab39-f398-4f02-82c6-24eab6f75324, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=19c9ab39-f398-4f02-82c6-24eab6f75324,segment=NetworkSegment(7d297bd3-f914-47dd-8fb5-4044e5ec0936),segment_id=7d297bd3-f914-47dd-8fb5-4044e5ec0936)] {{(pid=109622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:33:45.913073 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14dd8f-8927-4712-8924-578688f2dece req-9164f7ff-f06b-45dd-88be-a7cf790e8e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:45.914625 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7e14dd8f-8927-4712-8924-578688f2dece req-9164f7ff-f06b-45dd-88be-a7cf790e8e48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96ae1d1c-dc7f-45c7-b0c1-8234cd904409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0918264 Mar 18 00:33:45.919566 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-4350d6ce-5583-40e7-9efe-b1743ecd2e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (19c9ab39-f398-4f02-82c6-24eab6f75324), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:45.994299 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-4350d6ce-5583-40e7-9efe-b1743ecd2e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:45.995420 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-4350d6ce-5583-40e7-9efe-b1743ecd2e1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:45.996948 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-4350d6ce-5583-40e7-9efe-b1743ecd2e1c service neutron] 10.222.0.10 "PUT /v2.0/ports/19c9ab39-f398-4f02-82c6-24eab6f75324 HTTP/1.1" status: 200 len: 1094 time: 0.9288406 Mar 18 00:33:46.000531 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eca49e0-787e-4124-8419-bdc192bc75a8', 'tag': '19c9ab39-f398-4f02-82c6-24eab6f75324'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:33:46.002768 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5b8dd0-fbce-45fc-ac08-78ed2329041d" -d '{"events": [{"name": "network-changed", "server_uuid": "3eca49e0-787e-4124-8419-bdc192bc75a8", "tag": "19c9ab39-f398-4f02-82c6-24eab6f75324"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:33:46.038630 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350d6ce-5583-40e7-9efe-b1743ecd2e1c service neutron] Pushing event updated for resources: {'Port': ['ID=19c9ab39-f398-4f02-82c6-24eab6f75324,revision_number=3']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:46.056395 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7719599-2e3a-43d3-afee-f208750061f2 x-openstack-request-id: req-d7719599-2e3a-43d3-afee-f208750061f2 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:33:46.056817 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eca49e0-787e-4124-8419-bdc192bc75a8", "tag": "19c9ab39-f398-4f02-82c6-24eab6f75324", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:33:46.057174 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d7719599-2e3a-43d3-afee-f208750061f2 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:33:46.057702 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eca49e0-787e-4124-8419-bdc192bc75a8', 'tag': '19c9ab39-f398-4f02-82c6-24eab6f75324', 'status': 'completed', 'code': 200} Mar 18 00:33:46.078847 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7e14dd8f-8927-4712-8924-578688f2dece req-59ea839f-b2c3-4db1-8d21-db1000fec97e service neutron] 10.222.0.10 "GET /v2.0/networks/96ae1d1c-dc7f-45c7-b0c1-8234cd904409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542492 Mar 18 00:33:46.216215 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-9d9d3a51-d41f-4c33-80da-8386ad08afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:46.217726 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-9d9d3a51-d41f-4c33-80da-8386ad08afba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75e4c15ee2714d81afff87890391ecb6&device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 1128 time: 0.1235261 Mar 18 00:33:46.282478 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-eaa121fb-0b72-4d4a-853f-2c22fbae52ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19c9ab39-f398-4f02-82c6-24eab6f75324 HTTP/1.1" status: 200 len: 217 time: 0.0481515 Mar 18 00:33:46.285748 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7e14dd8f-8927-4712-8924-578688f2dece req-a192b713-5085-4051-83d8-48bab4ebc2c4 service neutron] 10.222.0.10 "GET /v2.0/networks/96ae1d1c-dc7f-45c7-b0c1-8234cd904409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648138 Mar 18 00:33:46.303870 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a13d6-bcda-4ccf-99bb-8d0f609083ca req-804bc556-62de-48ba-aa85-4f14b2613102 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:46.305319 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1c4a13d6-bcda-4ccf-99bb-8d0f609083ca req-804bc556-62de-48ba-aa85-4f14b2613102 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 944 time: 0.1089721 Mar 18 00:33:46.375848 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-0cae2656-497d-45ab-9a00-9cd0efa5956f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:46.377284 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-0cae2656-497d-45ab-9a00-9cd0efa5956f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f44fc5cd-938e-4ada-b4db-a8145a98cdb6 HTTP/1.1" status: 200 len: 853 time: 0.0710883 Mar 18 00:33:46.399038 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1c4a13d6-bcda-4ccf-99bb-8d0f609083ca req-3487d482-7753-4d0b-98a0-334c3aaa28d2 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856154 Mar 18 00:33:46.434766 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-19f9ac3a-fb81-43ae-88c4-f065d0244311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:46.436226 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-19f9ac3a-fb81-43ae-88c4-f065d0244311 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=744097eb-7efa-4cb3-b1c0-25e7ce1cd605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0477917 Mar 18 00:33:46.525761 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-c72b7686-d3fe-4e2a-9ba5-d78dd484faab service neutron] 10.222.0.10 "GET /v2.0/networks/744097eb-7efa-4cb3-b1c0-25e7ce1cd605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811219 Mar 18 00:33:46.634124 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b74ddbb7-7e3b-4ba8-9960-625b9f2ee0f7 req-9723e0ce-204e-4958-8154-285f911f821d service neutron] 10.222.0.10 "GET /v2.0/networks/744097eb-7efa-4cb3-b1c0-25e7ce1cd605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993476 Mar 18 00:33:46.786912 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b8dd0-fbce-45fc-ac08-78ed2329041d req-1e607fd0-080f-4253-8a0d-b204d0afd209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:46.788454 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1e5b8dd0-fbce-45fc-ac08-78ed2329041d req-1e607fd0-080f-4253-8a0d-b204d0afd209 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75e4c15ee2714d81afff87890391ecb6&device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 1128 time: 0.0445750 Mar 18 00:33:46.891757 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b8dd0-fbce-45fc-ac08-78ed2329041d req-6cda42dd-9e53-437c-af02-1b76acd2d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:46.893214 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1e5b8dd0-fbce-45fc-ac08-78ed2329041d req-6cda42dd-9e53-437c-af02-1b76acd2d7c0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=744097eb-7efa-4cb3-b1c0-25e7ce1cd605 HTTP/1.1" status: 200 len: 914 time: 0.0901554 Mar 18 00:33:46.976672 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1e5b8dd0-fbce-45fc-ac08-78ed2329041d req-6cf66f42-3eff-4213-8991-f25e9eb6448f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19c9ab39-f398-4f02-82c6-24eab6f75324 HTTP/1.1" status: 200 len: 217 time: 0.0362177 Mar 18 00:33:47.025252 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b8dd0-fbce-45fc-ac08-78ed2329041d req-8b41ec9c-d738-4c2e-a1de-9c5a1ddc38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:47.026674 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1e5b8dd0-fbce-45fc-ac08-78ed2329041d req-8b41ec9c-d738-4c2e-a1de-9c5a1ddc38ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f44fc5cd-938e-4ada-b4db-a8145a98cdb6 HTTP/1.1" status: 200 len: 853 time: 0.0428147 Mar 18 00:33:47.077175 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b8dd0-fbce-45fc-ac08-78ed2329041d req-bf0b8a22-4240-4ca3-8495-a2b5ed684ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:47.078610 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1e5b8dd0-fbce-45fc-ac08-78ed2329041d req-bf0b8a22-4240-4ca3-8495-a2b5ed684ed9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=744097eb-7efa-4cb3-b1c0-25e7ce1cd605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0451534 Mar 18 00:33:47.379137 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1e5b8dd0-fbce-45fc-ac08-78ed2329041d req-aa3872f5-c12c-462f-bd62-d4b7bf826ec3 service neutron] 10.222.0.10 "GET /v2.0/networks/744097eb-7efa-4cb3-b1c0-25e7ce1cd605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914772 Mar 18 00:33:47.478331 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1e5b8dd0-fbce-45fc-ac08-78ed2329041d req-f4caf3cd-097b-4bcf-b73b-2ee31682f19c service neutron] 10.222.0.10 "GET /v2.0/networks/744097eb-7efa-4cb3-b1c0-25e7ce1cd605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929019 Mar 18 00:33:47.525729 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa67313-3a4c-4714-9fa7-b24386d1f229 req-52eaab9f-785b-4434-afcd-27114073f523 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:47.527233 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-0fa67313-3a4c-4714-9fa7-b24386d1f229 req-52eaab9f-785b-4434-afcd-27114073f523 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 944 time: 0.0568047 Mar 18 00:33:47.585562 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-0fa67313-3a4c-4714-9fa7-b24386d1f229 req-c48589e9-abae-40f4-a320-238a71b8cfa1 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472882 Mar 18 00:33:48.702243 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795991b-d3b5-46eb-9c13-fbe7cd1c41dc req-a0ce6da7-b416-435b-9333-87864d4772a8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:48.703700 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b795991b-d3b5-46eb-9c13-fbe7cd1c41dc req-a0ce6da7-b416-435b-9333-87864d4772a8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 944 time: 0.0537674 Mar 18 00:33:48.749165 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b795991b-d3b5-46eb-9c13-fbe7cd1c41dc req-73fea1fb-8149-4c46-8235-10202059be2e tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399196 Mar 18 00:33:49.638994 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 19c9ab39-f398-4f02-82c6-24eab6f75324 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 00:33:49.737390 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 19c9ab39-f398-4f02-82c6-24eab6f75324, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=19c9ab39-f398-4f02-82c6-24eab6f75324,segment=NetworkSegment(7d297bd3-f914-47dd-8fb5-4044e5ec0936),segment_id=7d297bd3-f914-47dd-8fb5-4044e5ec0936)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:33:49.749122 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Returning: {'device': '19c9ab39-f398-4f02-82c6-24eab6f75324', 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605', 'port_id': '19c9ab39-f398-4f02-82c6-24eab6f75324', 'mac_address': 'fa:16:3e:db:26:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f44fc5cd-938e-4ada-b4db-a8145a98cdb6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 00:33:49.785684 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 19c9ab39-f398-4f02-82c6-24eab6f75324 is: DOWN; New status is: BUILD {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:33:49.786080 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (19c9ab39-f398-4f02-82c6-24eab6f75324), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:49.799553 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c9ab39-f398-4f02-82c6-24eab6f75324 {{(pid=109624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:33:49.820318 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 19c9ab39-f398-4f02-82c6-24eab6f75324, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=19c9ab39-f398-4f02-82c6-24eab6f75324,segment=NetworkSegment(7d297bd3-f914-47dd-8fb5-4044e5ec0936),segment_id=7d297bd3-f914-47dd-8fb5-4044e5ec0936)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:33:49.825342 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (19c9ab39-f398-4f02-82c6-24eab6f75324), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:49.870826 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93ff3c-7b16-4344-b5ba-23da27a1f204 req-06022200-21c9-465a-8763-6345140fe936 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:49.872312 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cf93ff3c-7b16-4344-b5ba-23da27a1f204 req-06022200-21c9-465a-8763-6345140fe936 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 945 time: 0.0550106 Mar 18 00:33:49.872563 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=19c9ab39-f398-4f02-82c6-24eab6f75324,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:49.919104 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cf93ff3c-7b16-4344-b5ba-23da27a1f204 req-87731b6e-69bc-47b9-bd97-d410fab8f021 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401855 Mar 18 00:33:50.183922 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['19c9ab39-f398-4f02-82c6-24eab6f75324'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:33:51.037415 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721973d-7965-4158-9a16-8a9caa5b732d req-86c43cec-f425-4e22-8ea6-4ba7fb1fff55 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:51.039768 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f721973d-7965-4158-9a16-8a9caa5b732d req-86c43cec-f425-4e22-8ea6-4ba7fb1fff55 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 945 time: 0.0549533 Mar 18 00:33:51.085731 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f721973d-7965-4158-9a16-8a9caa5b732d req-2ff05ed5-5230-49c7-aa0d-3fa20c2abdf1 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411978 Mar 18 00:33:51.441866 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-a97cf4e6-a3b6-4142-ade5-35dd0dd38d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:51.655152 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 19c9ab39-f398-4f02-82c6-24eab6f75324 up at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:33:51.706110 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning for port 19c9ab39-f398-4f02-82c6-24eab6f75324 completed by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 00:33:51.710528 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning complete for port 19c9ab39-f398-4f02-82c6-24eab6f75324 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:33:51.710920 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (19c9ab39-f398-4f02-82c6-24eab6f75324), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:51.784328 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 19c9ab39-f398-4f02-82c6-24eab6f75324 is: BUILD; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:33:51.784966 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (19c9ab39-f398-4f02-82c6-24eab6f75324), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:51.808306 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eca49e0-787e-4124-8419-bdc192bc75a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c9ab39-f398-4f02-82c6-24eab6f75324'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:33:51.810658 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3558f4-4d2f-4d8f-b424-c7fca2f37438" -d '{"events": [{"server_uuid": "3eca49e0-787e-4124-8419-bdc192bc75a8", "name": "network-vif-plugged", "status": "completed", "tag": "19c9ab39-f398-4f02-82c6-24eab6f75324"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:33:51.823066 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 19c9ab39-f398-4f02-82c6-24eab6f75324, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=19c9ab39-f398-4f02-82c6-24eab6f75324,segment=NetworkSegment(7d297bd3-f914-47dd-8fb5-4044e5ec0936),segment_id=7d297bd3-f914-47dd-8fb5-4044e5ec0936)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:33:51.827164 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (19c9ab39-f398-4f02-82c6-24eab6f75324), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:51.852243 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ed8800-137d-43a3-aefe-601a8bef0671 x-openstack-request-id: req-f8ed8800-137d-43a3-aefe-601a8bef0671 {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:33:51.852565 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eca49e0-787e-4124-8419-bdc192bc75a8", "name": "network-vif-plugged", "status": "completed", "tag": "19c9ab39-f398-4f02-82c6-24eab6f75324", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:33:51.852826 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f8ed8800-137d-43a3-aefe-601a8bef0671 {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:33:51.853221 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eca49e0-787e-4124-8419-bdc192bc75a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c9ab39-f398-4f02-82c6-24eab6f75324', 'code': 200} Mar 18 00:33:51.881787 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=19c9ab39-f398-4f02-82c6-24eab6f75324,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:52.058314 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb3fb1-a2ad-47c3-9540-3beb97c30a92 req-34222660-8610-4ad4-9324-5018f6833819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:52.059701 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7efb3fb1-a2ad-47c3-9540-3beb97c30a92 req-34222660-8610-4ad4-9324-5018f6833819 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 1130 time: 0.0422149 Mar 18 00:33:52.117209 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7efb3fb1-a2ad-47c3-9540-3beb97c30a92 req-730c4e27-b1ad-453b-b390-e75015034419 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380764 Mar 18 00:33:52.210715 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac74f5-4605-499c-8c3c-f284099f24f6 req-0b3dd03a-03a1-484c-b665-b28678db63d6 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:52.212284 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5dac74f5-4605-499c-8c3c-f284099f24f6 req-0b3dd03a-03a1-484c-b665-b28678db63d6 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 946 time: 0.0573146 Mar 18 00:33:52.259081 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5dac74f5-4605-499c-8c3c-f284099f24f6 req-a4baa408-f46c-4e91-addf-cf7b5ce16c08 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408378 Mar 18 00:33:53.384376 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c23331-2a94-4079-b16e-353b849c57ba req-7202d544-36a1-4007-8fcc-9429bce484d2 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:53.386016 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d4c23331-2a94-4079-b16e-353b849c57ba req-7202d544-36a1-4007-8fcc-9429bce484d2 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 946 time: 0.0608137 Mar 18 00:33:53.434655 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d4c23331-2a94-4079-b16e-353b849c57ba req-fef8ba14-64c9-49fc-bb81-ede546700873 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421286 Mar 18 00:33:53.813036 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-dc78836d-5eb4-45a4-85fd-6f952b980fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:54.553145 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843f9a7-376e-4870-b2a8-1322d7b7d84c req-3fb31d24-c31b-4258-8992-a73a5f6b615f tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:54.554654 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f843f9a7-376e-4870-b2a8-1322d7b7d84c req-3fb31d24-c31b-4258-8992-a73a5f6b615f tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 946 time: 0.0518482 Mar 18 00:33:54.599909 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f843f9a7-376e-4870-b2a8-1322d7b7d84c req-846e8124-5895-4b8c-b3c2-c9cc3fabbd28 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397487 Mar 18 00:33:54.669106 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:54.717248 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb4246-9d14-45c3-b729-f243c9fe591f req-64e20731-12d2-41cd-a05d-2a3d03592232 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:54.718749 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-96bb4246-9d14-45c3-b729-f243c9fe591f req-64e20731-12d2-41cd-a05d-2a3d03592232 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 946 time: 0.0514221 Mar 18 00:33:54.764092 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-96bb4246-9d14-45c3-b729-f243c9fe591f req-ee67644a-921a-4f47-bcb4-ad1e6e0f5350 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392814 Mar 18 00:33:55.086980 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a3df1-3120-4608-a5ab-8882c17a2bbe req-f9e13e8d-0d5f-47e5-ae16-bb34c8d839e7 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:55.088503 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-977a3df1-3120-4608-a5ab-8882c17a2bbe req-f9e13e8d-0d5f-47e5-ae16-bb34c8d839e7 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 946 time: 0.0589781 Mar 18 00:33:55.134185 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-977a3df1-3120-4608-a5ab-8882c17a2bbe req-ed1c549d-1047-447f-9866-5a16cff1fd12 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401754 Mar 18 00:33:56.359643 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:57.736329 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:59.266603 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66d77f-3a05-46c5-bcc3-ab0d14f28785 req-5a369e17-5283-43f7-9716-a43b73c59fb0 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:59.268156 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6f66d77f-3a05-46c5-bcc3-ab0d14f28785 req-5a369e17-5283-43f7-9716-a43b73c59fb0 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 946 time: 0.0548868 Mar 18 00:33:59.316778 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6f66d77f-3a05-46c5-bcc3-ab0d14f28785 req-4d6615db-bfd4-42ac-ba6e-daa0be68dd4e tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420918 Mar 18 00:33:59.339687 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 54972) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:33:59.469728 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a24601-b3d0-4e4f-bc17-f99a95afe1f1 tempest-TestMinimumBasicScenario-538055871 tempest-TestMinimumBasicScenario-538055871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:33:59.471214 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-48a24601-b3d0-4e4f-bc17-f99a95afe1f1 tempest-TestMinimumBasicScenario-538055871 tempest-TestMinimumBasicScenario-538055871-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 1125 time: 0.1305745 Mar 18 00:33:59.475140 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 54976) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:33:59.479280 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Request body: {'floatingip': {'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'port_id': '19c9ab39-f398-4f02-82c6-24eab6f75324', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:33:59.501648 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:59.598612 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:59.699579 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Allocated IP 172.28.2.225 (5e3ddc34-ad90-40ce-bf33-6bccf71106f9/1eeedb1d-7e47-41b2-b3a3-f344e50a1163/843df202-99cb-4d75-8543-120cd47e297b) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:33:59.800834 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for port (843df202-99cb-4d75-8543-120cd47e297b), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:59.833631 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (843df202-99cb-4d75-8543-120cd47e297b), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:33:59.869473 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:33:59.872333 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:33:59.875945 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:33:59.902161 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Pushing event updated for resources: {'Port': ['ID=843df202-99cb-4d75-8543-120cd47e297b,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:33:59.914710 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:59.915055 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:59.915392 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:59.915728 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:59.916056 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:59.916386 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:59.916710 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:59.917030 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:59.917351 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:59.917695 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:59.918014 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:59.918333 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:59.918650 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:59.918965 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:33:59.919280 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:00.200069 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:34:00.269482 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for floatingip (02bfb375-2cab-49ac-81b5-db3573c69042), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:00.344282 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (843df202-99cb-4d75-8543-120cd47e297b), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:00.495713 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for port (843df202-99cb-4d75-8543-120cd47e297b), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:00.500321 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (843df202-99cb-4d75-8543-120cd47e297b), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:00.573203 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Pushing event updated for resources: {'Port': ['ID=843df202-99cb-4d75-8543-120cd47e297b,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:34:00.582702 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (02bfb375-2cab-49ac-81b5-db3573c69042), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:00.684760 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.l3_db [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Floating IP 02bfb375-2cab-49ac-81b5-db3573c69042 associated. External IP: 172.28.2.225, port: 19c9ab39-f398-4f02-82c6-24eab6f75324. Mar 18 00:34:00.896157 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Router 60b14ebe-9cec-4013-a6af-a7ba329bdfa0 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:34:01.005473 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:34:01.015291 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5618559-f0ec-455f-95c4-d3749053425d None None] Sync routers for ids ['60b14ebe-9cec-4013-a6af-a7ba329bdfa0'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:34:01.023166 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:01.025338 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5618559-f0ec-455f-95c4-d3749053425d None None] Routers {'60b14ebe-9cec-4013-a6af-a7ba329bdfa0'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:34:01.025992 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-b5618559-f0ec-455f-95c4-d3749053425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:33:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['60b14ebe-9cec-4013-a6af-a7ba329bdfa0'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:34:01.053353 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-b7d5a2bd-a8d3-48b3-a461-e2dc07514aaa tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5770528 Mar 18 00:34:01.053997 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eca49e0-787e-4124-8419-bdc192bc75a8', 'tag': '19c9ab39-f398-4f02-82c6-24eab6f75324'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:34:01.056005 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 54986) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:34:01.056495 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec268fa-5e22-4a87-9a9b-aacc3c744a23" -d '{"events": [{"name": "network-changed", "server_uuid": "3eca49e0-787e-4124-8419-bdc192bc75a8", "tag": "19c9ab39-f398-4f02-82c6-24eab6f75324"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:34:01.060904 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-4a1cf0b4-929d-4f28-a6c6-a2dbad58bb8e tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1699099656', 'description': 'tempest-secgroup-smoke-1699099656 description', 'project_id': '75e4c15ee2714d81afff87890391ecb6'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:34:01.081849 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-4a1cf0b4-929d-4f28-a6c6-a2dbad58bb8e tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:01.092705 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf6f7d0-d3c0-48a5-a2f6-1fae84bd6050 x-openstack-request-id: req-6bf6f7d0-d3c0-48a5-a2f6-1fae84bd6050 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:34:01.093173 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eca49e0-787e-4124-8419-bdc192bc75a8", "tag": "19c9ab39-f398-4f02-82c6-24eab6f75324", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:34:01.093540 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bf6f7d0-d3c0-48a5-a2f6-1fae84bd6050 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:34:01.094039 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eca49e0-787e-4124-8419-bdc192bc75a8', 'tag': '19c9ab39-f398-4f02-82c6-24eab6f75324', 'status': 'completed', 'code': 200} Mar 18 00:34:01.141458 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-b5618559-f0ec-455f-95c4-d3749053425d None None] Set router 60b14ebe-9cec-4013-a6af-a7ba329bdfa0 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:34:01.151844 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-4a1cf0b4-929d-4f28-a6c6-a2dbad58bb8e tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for security_group (14634572-8764-4564-a827-8baea62216a2), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:01.156208 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-4a1cf0b4-929d-4f28-a6c6-a2dbad58bb8e tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (14634572-8764-4564-a827-8baea62216a2), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:01.184596 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec268fa-5e22-4a87-9a9b-aacc3c744a23 req-2afd6486-001f-47bd-8062-eefce6311c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:01.186168 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8ec268fa-5e22-4a87-9a9b-aacc3c744a23 req-2afd6486-001f-47bd-8062-eefce6311c5e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75e4c15ee2714d81afff87890391ecb6&device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 1130 time: 0.0460269 Mar 18 00:34:01.191287 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-4a1cf0b4-929d-4f28-a6c6-a2dbad58bb8e tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:01.193199 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-4a1cf0b4-929d-4f28-a6c6-a2dbad58bb8e tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1359324 Mar 18 00:34:01.195333 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cf0b4-929d-4f28-a6c6-a2dbad58bb8e tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14634572-8764-4564-a827-8baea62216a2,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:34:01.196372 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 54990) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:34:01.201314 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-51cb9d64-dd98-4f53-90c8-1d9c67f74142 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Request body: {'security_group_rule': {'security_group_id': '14634572-8764-4564-a827-8baea62216a2', 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:34:01.389863 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-b5618559-f0ec-455f-95c4-d3749053425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'name': 'tempest-TestMinimumBasicScenario-884098378-router', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:33:10Z', 'updated_at': '2022-03-18T00:33:14Z', 'revision_number': 4, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'gw_port': {'id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:11Z', 'updated_at': '2022-03-18T00:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': '02bfb375-2cab-49ac-81b5-db3573c69042', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'floating_ip_address': '172.28.2.225', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'port_id': '19c9ab39-f398-4f02-82c6-24eab6f75324', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605', 'mac_address': 'fa:16:3e:db:26:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eca49e0-787e-4124-8419-bdc192bc75a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:34:00Z', 'updated_at': '2022-03-18T00:34:00Z', 'revision_number': 0, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5a3c2b-9763-49f9-8406-25c66cc403a2', 'name': '', 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'mac_address': 'fa:16:3e:63:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f44fc5cd-938e-4ada-b4db-a8145a98cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:13Z', 'updated_at': '2022-03-18T00:33:18Z', 'revision_number': 5, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'subnets': [{'id': 'f44fc5cd-938e-4ada-b4db-a8145a98cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:34:01.419077 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5618559-f0ec-455f-95c4-d3749053425d None None] Checking router: 60b14ebe-9cec-4013-a6af-a7ba329bdfa0 for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:34:01.428359 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5618559-f0ec-455f-95c4-d3749053425d None None] Routers {'60b14ebe-9cec-4013-a6af-a7ba329bdfa0'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:34:01.428993 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-b5618559-f0ec-455f-95c4-d3749053425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:33:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['60b14ebe-9cec-4013-a6af-a7ba329bdfa0'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:34:01.501589 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-51cb9d64-dd98-4f53-90c8-1d9c67f74142 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for security_group_rule (14380ea9-9e0f-4323-8251-c6dc28642ef6), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:01.540717 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec268fa-5e22-4a87-9a9b-aacc3c744a23 req-8e23a7dd-5491-45b8-b46e-80911555489a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:01.542254 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8ec268fa-5e22-4a87-9a9b-aacc3c744a23 req-8e23a7dd-5491-45b8-b46e-80911555489a service neutron] 10.222.0.10 "GET /v2.0/networks?id=744097eb-7efa-4cb3-b1c0-25e7ce1cd605 HTTP/1.1" status: 200 len: 914 time: 0.3478439 Mar 18 00:34:01.548850 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-b5618559-f0ec-455f-95c4-d3749053425d None None] Set router 60b14ebe-9cec-4013-a6af-a7ba329bdfa0 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:34:01.565043 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-51cb9d64-dd98-4f53-90c8-1d9c67f74142 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for security_group_rule (14380ea9-9e0f-4323-8251-c6dc28642ef6), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:01.569453 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-51cb9d64-dd98-4f53-90c8-1d9c67f74142 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (14380ea9-9e0f-4323-8251-c6dc28642ef6), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:01.620898 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb9d64-dd98-4f53-90c8-1d9c67f74142 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14380ea9-9e0f-4323-8251-c6dc28642ef6,revision_number=0']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:34:01.633846 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-51cb9d64-dd98-4f53-90c8-1d9c67f74142 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:01.635040 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-51cb9d64-dd98-4f53-90c8-1d9c67f74142 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4376354 Mar 18 00:34:01.638605 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 54996) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:34:01.646653 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-548594b7-fb9d-4469-bc42-11bf8817a2fe tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Request body: {'security_group_rule': {'security_group_id': '14634572-8764-4564-a827-8baea62216a2', 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:34:01.671449 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8ec268fa-5e22-4a87-9a9b-aacc3c744a23 req-61c14300-4468-449c-8e22-aa41e7a3b271 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19c9ab39-f398-4f02-82c6-24eab6f75324 HTTP/1.1" status: 200 len: 1000 time: 0.0978570 Mar 18 00:34:01.717031 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-548594b7-fb9d-4469-bc42-11bf8817a2fe tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for security_group_rule (89a0cfcc-f24f-44ff-8a4b-227201673cb3), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:01.752855 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec268fa-5e22-4a87-9a9b-aacc3c744a23 req-38e63c2f-1e0c-403a-b9aa-6d14faff8f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:01.754373 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8ec268fa-5e22-4a87-9a9b-aacc3c744a23 req-38e63c2f-1e0c-403a-b9aa-6d14faff8f65 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f44fc5cd-938e-4ada-b4db-a8145a98cdb6 HTTP/1.1" status: 200 len: 853 time: 0.0698435 Mar 18 00:34:01.802850 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-548594b7-fb9d-4469-bc42-11bf8817a2fe tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for security_group_rule (89a0cfcc-f24f-44ff-8a4b-227201673cb3), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:01.809139 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-b5618559-f0ec-455f-95c4-d3749053425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'name': 'tempest-TestMinimumBasicScenario-884098378-router', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:33:10Z', 'updated_at': '2022-03-18T00:33:14Z', 'revision_number': 4, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'gw_port': {'id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:11Z', 'updated_at': '2022-03-18T00:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': '02bfb375-2cab-49ac-81b5-db3573c69042', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'floating_ip_address': '172.28.2.225', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'port_id': '19c9ab39-f398-4f02-82c6-24eab6f75324', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605', 'mac_address': 'fa:16:3e:db:26:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eca49e0-787e-4124-8419-bdc192bc75a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:34:00Z', 'updated_at': '2022-03-18T00:34:00Z', 'revision_number': 0, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5a3c2b-9763-49f9-8406-25c66cc403a2', 'name': '', 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'mac_address': 'fa:16:3e:63:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f44fc5cd-938e-4ada-b4db-a8145a98cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:13Z', 'updated_at': '2022-03-18T00:33:18Z', 'revision_number': 5, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'subnets': [{'id': 'f44fc5cd-938e-4ada-b4db-a8145a98cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:34:01.809963 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-548594b7-fb9d-4469-bc42-11bf8817a2fe tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (89a0cfcc-f24f-44ff-8a4b-227201673cb3), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:01.829273 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548594b7-fb9d-4469-bc42-11bf8817a2fe tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a0cfcc-f24f-44ff-8a4b-227201673cb3,revision_number=0']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:34:01.837200 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5618559-f0ec-455f-95c4-d3749053425d None None] The sync data for ids ['60b14ebe-9cec-4013-a6af-a7ba329bdfa0'] in dv-cinder-768458-19-smb is: [{'id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'name': 'tempest-TestMinimumBasicScenario-884098378-router', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:33:10Z', 'updated_at': '2022-03-18T00:33:14Z', 'revision_number': 4, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'gw_port': {'id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:11Z', 'updated_at': '2022-03-18T00:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': '02bfb375-2cab-49ac-81b5-db3573c69042', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'floating_ip_address': '172.28.2.225', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'port_id': '19c9ab39-f398-4f02-82c6-24eab6f75324', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605', 'mac_address': 'fa:16:3e:db:26:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eca49e0-787e-4124-8419-bdc192bc75a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:34:00Z', 'updated_at': '2022-03-18T00:34:00Z', 'revision_number': 0, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5a3c2b-9763-49f9-8406-25c66cc403a2', 'name': '', 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'mac_address': 'fa:16:3e:63:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f44fc5cd-938e-4ada-b4db-a8145a98cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:13Z', 'updated_at': '2022-03-18T00:33:18Z', 'revision_number': 5, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'subnets': [{'id': 'f44fc5cd-938e-4ada-b4db-a8145a98cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:34:01.839321 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec268fa-5e22-4a87-9a9b-aacc3c744a23 req-35833d44-f0f8-4b23-9bf7-d0c2e75747c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:01.840980 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8ec268fa-5e22-4a87-9a9b-aacc3c744a23 req-35833d44-f0f8-4b23-9bf7-d0c2e75747c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=744097eb-7efa-4cb3-b1c0-25e7ce1cd605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0765290 Mar 18 00:34:01.844372 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-548594b7-fb9d-4469-bc42-11bf8817a2fe tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:01.845516 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-548594b7-fb9d-4469-bc42-11bf8817a2fe tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2059152 Mar 18 00:34:01.848343 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 54998) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:34:01.852975 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-ca1443c8-9dad-4b18-a5e3-9ff40bdf1040 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Request body: {'security_group_rule': {'security_group_id': '14634572-8764-4564-a827-8baea62216a2', 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:34:01.934336 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ca1443c8-9dad-4b18-a5e3-9ff40bdf1040 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for security_group_rule (58a32d6d-5cc6-4883-98fa-7c787763e5c0), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:01.980029 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8ec268fa-5e22-4a87-9a9b-aacc3c744a23 req-981c2a20-cdd7-4cee-80bc-936f2b18bbd7 service neutron] 10.222.0.10 "GET /v2.0/networks/744097eb-7efa-4cb3-b1c0-25e7ce1cd605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228194 Mar 18 00:34:02.031457 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19ece1e-8ed4-469d-995d-f35613bd82ba None None] New status for floating IP 02bfb375-2cab-49ac-81b5-db3573c69042: ACTIVE {{(pid=109625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 00:34:02.049620 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ca1443c8-9dad-4b18-a5e3-9ff40bdf1040 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for security_group_rule (58a32d6d-5cc6-4883-98fa-7c787763e5c0), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:02.054447 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ca1443c8-9dad-4b18-a5e3-9ff40bdf1040 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (58a32d6d-5cc6-4883-98fa-7c787763e5c0), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:02.090282 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1443c8-9dad-4b18-a5e3-9ff40bdf1040 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a32d6d-5cc6-4883-98fa-7c787763e5c0,revision_number=0']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:34:02.105647 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ca1443c8-9dad-4b18-a5e3-9ff40bdf1040 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:02.109468 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-ca1443c8-9dad-4b18-a5e3-9ff40bdf1040 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2575293 Mar 18 00:34:02.109913 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55000) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:34:02.112499 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8ec268fa-5e22-4a87-9a9b-aacc3c744a23 req-fc11ada9-cb88-4411-9396-551a5091f265 service neutron] 10.222.0.10 "GET /v2.0/networks/744097eb-7efa-4cb3-b1c0-25e7ce1cd605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225085 Mar 18 00:34:02.115424 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-927f3feb-41d0-460c-b106-aa0090a73ba3 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Request body: {'security_group_rule': {'security_group_id': '14634572-8764-4564-a827-8baea62216a2', 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:34:02.142091 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-927f3feb-41d0-460c-b106-aa0090a73ba3 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for security_group_rule (3168eb87-3191-480d-aa7e-19387e524954), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:02.203125 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-927f3feb-41d0-460c-b106-aa0090a73ba3 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for security_group_rule (3168eb87-3191-480d-aa7e-19387e524954), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:02.206395 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-927f3feb-41d0-460c-b106-aa0090a73ba3 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (3168eb87-3191-480d-aa7e-19387e524954), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:02.225383 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f3feb-41d0-460c-b106-aa0090a73ba3 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3168eb87-3191-480d-aa7e-19387e524954,revision_number=0']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:34:02.232787 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-927f3feb-41d0-460c-b106-aa0090a73ba3 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:02.233993 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-927f3feb-41d0-460c-b106-aa0090a73ba3 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227181 Mar 18 00:34:02.236706 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55002) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:34:02.241983 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-bdd378d8-9c52-49da-97c8-1404c9f4c658 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Request body: {'security_group_rule': {'security_group_id': '14634572-8764-4564-a827-8baea62216a2', 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:34:02.261877 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.db.securitygroups_db [None req-bdd378d8-9c52-49da-97c8-1404c9f4c658 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Project 75e4c15ee2714d81afff87890391ecb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 00:34:02.266427 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-bdd378d8-9c52-49da-97c8-1404c9f4c658 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for security_group_rule (92fa0189-f912-47e0-861b-ee1fdd6a15d8), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:02.327361 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-bdd378d8-9c52-49da-97c8-1404c9f4c658 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for security_group_rule (92fa0189-f912-47e0-861b-ee1fdd6a15d8), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:02.331091 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-bdd378d8-9c52-49da-97c8-1404c9f4c658 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (92fa0189-f912-47e0-861b-ee1fdd6a15d8), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:02.348028 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd378d8-9c52-49da-97c8-1404c9f4c658 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92fa0189-f912-47e0-861b-ee1fdd6a15d8,revision_number=0']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:34:02.357189 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-bdd378d8-9c52-49da-97c8-1404c9f4c658 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:02.358403 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-bdd378d8-9c52-49da-97c8-1404c9f4c658 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207936 Mar 18 00:34:02.361107 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55006) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:34:02.366007 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-905f8640-df0b-4aa9-b4e9-e6ae4c23481e tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Request body: {'security_group_rule': {'security_group_id': '14634572-8764-4564-a827-8baea62216a2', 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:34:02.387159 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.db.securitygroups_db [None req-905f8640-df0b-4aa9-b4e9-e6ae4c23481e tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Project 75e4c15ee2714d81afff87890391ecb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 18 00:34:02.392103 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-905f8640-df0b-4aa9-b4e9-e6ae4c23481e tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for security_group_rule (db59ec16-995b-4a65-9afa-d5e0fa20e799), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:02.449850 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-905f8640-df0b-4aa9-b4e9-e6ae4c23481e tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for security_group_rule (db59ec16-995b-4a65-9afa-d5e0fa20e799), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:02.453221 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-905f8640-df0b-4aa9-b4e9-e6ae4c23481e tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (db59ec16-995b-4a65-9afa-d5e0fa20e799), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:02.470617 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f8640-df0b-4aa9-b4e9-e6ae4c23481e tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db59ec16-995b-4a65-9afa-d5e0fa20e799,revision_number=0']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:34:02.478290 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-905f8640-df0b-4aa9-b4e9-e6ae4c23481e tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:02.479461 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-905f8640-df0b-4aa9-b4e9-e6ae4c23481e tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1173911 Mar 18 00:34:02.570210 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-35ccb03e-86b4-4223-b344-2291b1063951 req-ad2968a9-43a9-4261-84e9-73e88ae1d91b tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1699099656&fields=id&tenant_id=75e4c15ee2714d81afff87890391ecb6 HTTP/1.1" status: 200 len: 267 time: 0.0449913 Mar 18 00:34:02.626836 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccb03e-86b4-4223-b344-2291b1063951 req-0de0046d-4772-4236-824b-b8350518128b tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:02.628349 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-35ccb03e-86b4-4223-b344-2291b1063951 req-0de0046d-4772-4236-824b-b8350518128b tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 946 time: 0.0525739 Mar 18 00:34:02.639328 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [req-35ccb03e-86b4-4223-b344-2291b1063951 req-69ef71c2-bb0d-4de9-833c-728d0451efe8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Request body: {'port': {'security_groups': ['f04f67cb-389f-4658-be1c-d4a300378ca6', '14634572-8764-4564-a827-8baea62216a2']}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:34:02.711642 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-35ccb03e-86b4-4223-b344-2291b1063951 req-69ef71c2-bb0d-4de9-833c-728d0451efe8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (19c9ab39-f398-4f02-82c6-24eab6f75324), before_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:02.925195 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.db [req-35ccb03e-86b4-4223-b344-2291b1063951 req-69ef71c2-bb0d-4de9-833c-728d0451efe8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] For port 19c9ab39-f398-4f02-82c6-24eab6f75324, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=19c9ab39-f398-4f02-82c6-24eab6f75324,segment=NetworkSegment(7d297bd3-f914-47dd-8fb5-4044e5ec0936),segment_id=7d297bd3-f914-47dd-8fb5-4044e5ec0936)] {{(pid=109623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:34:02.952765 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-35ccb03e-86b4-4223-b344-2291b1063951 req-69ef71c2-bb0d-4de9-833c-728d0451efe8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for port (19c9ab39-f398-4f02-82c6-24eab6f75324), precommit_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:02.957290 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-35ccb03e-86b4-4223-b344-2291b1063951 req-69ef71c2-bb0d-4de9-833c-728d0451efe8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9398957'] for port (19c9ab39-f398-4f02-82c6-24eab6f75324), after_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:03.001389 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['19c9ab39-f398-4f02-82c6-24eab6f75324'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:34:03.003663 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccb03e-86b4-4223-b344-2291b1063951 req-69ef71c2-bb0d-4de9-833c-728d0451efe8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:03.005961 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-35ccb03e-86b4-4223-b344-2291b1063951 req-69ef71c2-bb0d-4de9-833c-728d0451efe8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:03.005961 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-35ccb03e-86b4-4223-b344-2291b1063951 req-69ef71c2-bb0d-4de9-833c-728d0451efe8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "PUT /v2.0/ports/19c9ab39-f398-4f02-82c6-24eab6f75324 HTTP/1.1" status: 200 len: 982 time: 0.3708169 Mar 18 00:34:03.006213 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eca49e0-787e-4124-8419-bdc192bc75a8', 'tag': '19c9ab39-f398-4f02-82c6-24eab6f75324'}] {{(pid=109623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:34:03.008473 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7516d28204096922e4ecff7ff99285710cd6cc6eb93d78320b89f05ba80b8814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371566ca-0862-4344-9c63-44315aeb224d" -d '{"events": [{"name": "network-changed", "server_uuid": "3eca49e0-787e-4124-8419-bdc192bc75a8", "tag": "19c9ab39-f398-4f02-82c6-24eab6f75324"}]}' {{(pid=109623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:34:03.033057 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef71c2-bb0d-4de9-833c-728d0451efe8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Pushing event updated for resources: {'Port': ['ID=19c9ab39-f398-4f02-82c6-24eab6f75324,revision_number=6']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:34:03.056182 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c282f391-fd17-43f5-9aac-d35809b0f182 x-openstack-request-id: req-c282f391-fd17-43f5-9aac-d35809b0f182 {{(pid=109623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:34:03.056546 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eca49e0-787e-4124-8419-bdc192bc75a8", "tag": "19c9ab39-f398-4f02-82c6-24eab6f75324", "status": "completed", "code": 200}]} {{(pid=109623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:34:03.056870 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c282f391-fd17-43f5-9aac-d35809b0f182 {{(pid=109623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:34:03.057339 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eca49e0-787e-4124-8419-bdc192bc75a8', 'tag': '19c9ab39-f398-4f02-82c6-24eab6f75324', 'status': 'completed', 'code': 200} Mar 18 00:34:03.131976 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8222d64-f326-44c1-936d-2ad89c34e868 req-26df9f84-e60d-4c61-a025-430b37f4f88b tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:03.134535 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-d8222d64-f326-44c1-936d-2ad89c34e868 req-26df9f84-e60d-4c61-a025-430b37f4f88b tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 985 time: 0.0594838 Mar 18 00:34:03.168321 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371566ca-0862-4344-9c63-44315aeb224d req-df8b7dfd-a7e0-4ce7-859c-5898f913d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:03.170645 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-371566ca-0862-4344-9c63-44315aeb224d req-df8b7dfd-a7e0-4ce7-859c-5898f913d9fb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75e4c15ee2714d81afff87890391ecb6&device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 1169 time: 0.0635760 Mar 18 00:34:03.173813 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['19c9ab39-f398-4f02-82c6-24eab6f75324'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:34:03.215861 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-d8222d64-f326-44c1-936d-2ad89c34e868 req-666d5ffc-f597-437d-8c07-0b005db8d3dc tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=14634572-8764-4564-a827-8baea62216a2&id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693996 Mar 18 00:34:03.280084 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371566ca-0862-4344-9c63-44315aeb224d req-37852f26-c904-4a35-9519-0a77c8556039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:03.281728 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-371566ca-0862-4344-9c63-44315aeb224d req-37852f26-c904-4a35-9519-0a77c8556039 service neutron] 10.222.0.10 "GET /v2.0/networks?id=744097eb-7efa-4cb3-b1c0-25e7ce1cd605 HTTP/1.1" status: 200 len: 914 time: 0.1041143 Mar 18 00:34:03.314784 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-14073e26-3865-42bb-a4a9-ac5ba5a7be57 None None] Provisioning complete for port 19c9ab39-f398-4f02-82c6-24eab6f75324 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:34:03.315160 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-14073e26-3865-42bb-a4a9-ac5ba5a7be57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (19c9ab39-f398-4f02-82c6-24eab6f75324), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:03.353756 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-371566ca-0862-4344-9c63-44315aeb224d req-3e622869-7491-49d4-b414-f0e6531d67eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19c9ab39-f398-4f02-82c6-24eab6f75324 HTTP/1.1" status: 200 len: 1002 time: 0.0627270 Mar 18 00:34:03.403785 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371566ca-0862-4344-9c63-44315aeb224d req-bfe01f75-28ef-44d2-8b65-1502eba8f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:03.404910 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-371566ca-0862-4344-9c63-44315aeb224d req-bfe01f75-28ef-44d2-8b65-1502eba8f044 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f44fc5cd-938e-4ada-b4db-a8145a98cdb6 HTTP/1.1" status: 200 len: 853 time: 0.0453255 Mar 18 00:34:03.458829 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371566ca-0862-4344-9c63-44315aeb224d req-c7a9b8bb-23da-4a7e-90a6-66bd45d21cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:03.460548 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-371566ca-0862-4344-9c63-44315aeb224d req-c7a9b8bb-23da-4a7e-90a6-66bd45d21cf8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=744097eb-7efa-4cb3-b1c0-25e7ce1cd605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0487003 Mar 18 00:34:03.512019 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-14073e26-3865-42bb-a4a9-ac5ba5a7be57 None None] Current status of the port 19c9ab39-f398-4f02-82c6-24eab6f75324 is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:34:03.563763 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-371566ca-0862-4344-9c63-44315aeb224d req-ba821420-f874-4949-8e26-4e7618af9483 service neutron] 10.222.0.10 "GET /v2.0/networks/744097eb-7efa-4cb3-b1c0-25e7ce1cd605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960748 Mar 18 00:34:03.661261 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-371566ca-0862-4344-9c63-44315aeb224d req-720ccbe2-45b9-4fa4-945c-79a115aa5b9a service neutron] 10.222.0.10 "GET /v2.0/networks/744097eb-7efa-4cb3-b1c0-25e7ce1cd605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909984 Mar 18 00:34:04.914653 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174787be-e831-4193-b78e-bb409de9d52e req-b9903e74-2b61-4313-aa4b-6a22ed83fe78 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:04.916026 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-174787be-e831-4193-b78e-bb409de9d52e req-b9903e74-2b61-4313-aa4b-6a22ed83fe78 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af1b7f7-a665-450b-9001-25fa357a9d53 HTTP/1.1" status: 200 len: 945 time: 0.0567999 Mar 18 00:34:04.960957 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-174787be-e831-4193-b78e-bb409de9d52e req-cb93ae76-65ec-46d8-93e8-37eee85e0196 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394180 Mar 18 00:34:06.081434 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58945594-9049-4e39-ac2f-d757f928ca63 req-149ce0e0-4d28-4288-bb5b-d062932e4960 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:06.083019 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-58945594-9049-4e39-ac2f-d757f928ca63 req-149ce0e0-4d28-4288-bb5b-d062932e4960 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af1b7f7-a665-450b-9001-25fa357a9d53 HTTP/1.1" status: 200 len: 945 time: 0.0525551 Mar 18 00:34:06.094629 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:06.130575 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-58945594-9049-4e39-ac2f-d757f928ca63 req-aa1ffa91-de78-40b1-8f74-7c06d447749e tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420411 Mar 18 00:34:07.247549 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048b983-1a84-4a3f-abab-477000ebfd6b req-b3f90bf0-1c7b-47dc-961a-45138a50cf06 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:07.249015 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9048b983-1a84-4a3f-abab-477000ebfd6b req-b3f90bf0-1c7b-47dc-961a-45138a50cf06 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af1b7f7-a665-450b-9001-25fa357a9d53 HTTP/1.1" status: 200 len: 945 time: 0.0517132 Mar 18 00:34:07.295336 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9048b983-1a84-4a3f-abab-477000ebfd6b req-ab0c9add-1507-4509-b377-0b0c752e9200 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409031 Mar 18 00:34:08.415631 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cc13d-5ea2-405d-8039-fbf22ae650bd req-fde72b21-c453-4852-9532-d19d1cc3b43d tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:08.417083 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e21cc13d-5ea2-405d-8039-fbf22ae650bd req-fde72b21-c453-4852-9532-d19d1cc3b43d tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af1b7f7-a665-450b-9001-25fa357a9d53 HTTP/1.1" status: 200 len: 945 time: 0.0571232 Mar 18 00:34:08.462731 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e21cc13d-5ea2-405d-8039-fbf22ae650bd req-f9f0a197-796f-402b-8727-9b0beb5ece8a tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400848 Mar 18 00:34:09.577638 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a29c9-efda-4ae3-b42c-08dccfe84fe4 req-1528e886-2aae-4aae-9c5c-4d85360c92fb tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:09.579016 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-771a29c9-efda-4ae3-b42c-08dccfe84fe4 req-1528e886-2aae-4aae-9c5c-4d85360c92fb tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af1b7f7-a665-450b-9001-25fa357a9d53 HTTP/1.1" status: 200 len: 945 time: 0.0512428 Mar 18 00:34:09.631490 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-771a29c9-efda-4ae3-b42c-08dccfe84fe4 req-4041ee60-d955-47f6-bba9-cd2d4669006f tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/security-groups?id=eece1591-a348-4e5d-9e16-eac76fd70bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467663 Mar 18 00:34:10.069052 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28159b9-0dd1-4f97-a9d0-ba8ef6a32aed req-6556a70c-459b-407f-898b-f616dadb2be1 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:10.070511 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d28159b9-0dd1-4f97-a9d0-ba8ef6a32aed req-6556a70c-459b-407f-898b-f616dadb2be1 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.10 "GET /v2.0/ports?device_id=8af1b7f7-a665-450b-9001-25fa357a9d53 HTTP/1.1" status: 200 len: 945 time: 0.0511832 Mar 18 00:34:10.165819 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-d28159b9-0dd1-4f97-a9d0-ba8ef6a32aed req-fa28f2aa-455f-494c-b3df-8ee75fe4a4a3 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Deleting port 6c9f8922-8b1f-409a-bec3-ede8d0d25d26 {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:34:10.166154 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-d28159b9-0dd1-4f97-a9d0-ba8ef6a32aed req-fa28f2aa-455f-494c-b3df-8ee75fe4a4a3 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (6c9f8922-8b1f-409a-bec3-ede8d0d25d26), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:10.256165 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-d28159b9-0dd1-4f97-a9d0-ba8ef6a32aed req-fa28f2aa-455f-494c-b3df-8ee75fe4a4a3 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] For port 6c9f8922-8b1f-409a-bec3-ede8d0d25d26, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6c9f8922-8b1f-409a-bec3-ede8d0d25d26,segment=NetworkSegment(c40df509-bfcc-4ccb-a9fa-dccb96a7abea),segment_id=c40df509-bfcc-4ccb-a9fa-dccb96a7abea)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:34:10.256520 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-d28159b9-0dd1-4f97-a9d0-ba8ef6a32aed req-fa28f2aa-455f-494c-b3df-8ee75fe4a4a3 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (6c9f8922-8b1f-409a-bec3-ede8d0d25d26), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:10.268821 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-d28159b9-0dd1-4f97-a9d0-ba8ef6a32aed req-fa28f2aa-455f-494c-b3df-8ee75fe4a4a3 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Calling delete_port for 6c9f8922-8b1f-409a-bec3-ede8d0d25d26 owned by compute:nova {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:34:10.392551 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-d28159b9-0dd1-4f97-a9d0-ba8ef6a32aed req-fa28f2aa-455f-494c-b3df-8ee75fe4a4a3 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (6c9f8922-8b1f-409a-bec3-ede8d0d25d26), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:10.421387 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28f2aa-455f-494c-b3df-8ee75fe4a4a3 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Pushing event deleted for resources: {'Port': ['ID=6c9f8922-8b1f-409a-bec3-ede8d0d25d26,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:34:10.432812 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['6c9f8922-8b1f-409a-bec3-ede8d0d25d26'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:34:10.461531 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28159b9-0dd1-4f97-a9d0-ba8ef6a32aed req-fa28f2aa-455f-494c-b3df-8ee75fe4a4a3 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] No DVR routers for this DVR port 6c9f8922-8b1f-409a-bec3-ede8d0d25d26 on host hv-cinder-76845 {{(pid=109622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:34:10.463804 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-d28159b9-0dd1-4f97-a9d0-ba8ef6a32aed req-fa28f2aa-455f-494c-b3df-8ee75fe4a4a3 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:10.467027 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d28159b9-0dd1-4f97-a9d0-ba8ef6a32aed req-fa28f2aa-455f-494c-b3df-8ee75fe4a4a3 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.10 "DELETE /v2.0/ports/6c9f8922-8b1f-409a-bec3-ede8d0d25d26 HTTP/1.1" status: 204 len: 173 time: 0.3876202 Mar 18 00:34:10.467457 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af1b7f7-a665-450b-9001-25fa357a9d53', 'name': 'network-vif-deleted', 'tag': '6c9f8922-8b1f-409a-bec3-ede8d0d25d26'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:34:10.469662 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416a9aee-a53e-4581-88b5-bcc31c67d5f4" -d '{"events": [{"server_uuid": "8af1b7f7-a665-450b-9001-25fa357a9d53", "name": "network-vif-deleted", "tag": "6c9f8922-8b1f-409a-bec3-ede8d0d25d26"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:34:10.505944 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a809732-4fc9-46ae-a84f-3ef2b7226f9f x-openstack-request-id: req-6a809732-4fc9-46ae-a84f-3ef2b7226f9f {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:34:10.506245 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af1b7f7-a665-450b-9001-25fa357a9d53", "name": "network-vif-deleted", "tag": "6c9f8922-8b1f-409a-bec3-ede8d0d25d26", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:34:10.506500 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a809732-4fc9-46ae-a84f-3ef2b7226f9f {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:34:10.506906 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af1b7f7-a665-450b-9001-25fa357a9d53', 'name': 'network-vif-deleted', 'tag': '6c9f8922-8b1f-409a-bec3-ede8d0d25d26', 'status': 'completed', 'code': 200} Mar 18 00:34:10.747129 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d4a2ccde-60fa-4db4-b2ae-d8fc069e3c86 req-d6185350-9603-47de-9a0b-b87b6057be66 tempest-VolumesSnapshotTestJSON-812444448 tempest-VolumesSnapshotTestJSON-812444448-project] 10.222.0.23 "GET /v2.0/ports?device_id=8af1b7f7-a665-450b-9001-25fa357a9d53 HTTP/1.1" status: 200 len: 210 time: 0.0279732 Mar 18 00:34:13.782817 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 6c9f8922-8b1f-409a-bec3-ede8d0d25d26 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:34:13.802680 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] No Port match for: 6c9f8922-8b1f-409a-bec3-ede8d0d25d26 {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:34:13.803022 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 6c9f8922-8b1f-409a-bec3-ede8d0d25d26 not bound to the agent host hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:34:18.235195 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7610e-bfa8-4b76-9020-63ba095d40ef req-bc0be0d7-0bf5-4c62-be9e-b31a188ec246 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:18.236727 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-67a7610e-bfa8-4b76-9020-63ba095d40ef req-bc0be0d7-0bf5-4c62-be9e-b31a188ec246 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0604661 Mar 18 00:34:18.288245 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-67a7610e-bfa8-4b76-9020-63ba095d40ef req-394718d9-fdc1-4e7e-afd4-55c7eceaada8 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437446 Mar 18 00:34:19.411251 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f98621-2845-4635-8ce4-fe00ac6f1525 req-d89ad806-f6de-4c03-a798-4ec92b4ec278 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:19.412766 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c6f98621-2845-4635-8ce4-fe00ac6f1525 req-d89ad806-f6de-4c03-a798-4ec92b4ec278 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0529394 Mar 18 00:34:19.461503 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c6f98621-2845-4635-8ce4-fe00ac6f1525 req-6fddc626-28f8-4540-895c-06ccead17204 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429814 Mar 18 00:34:20.582795 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838a1e0-c515-4791-9c3a-3898b0ce0b72 req-f738cbb5-78f6-47ac-b1e8-b69ab4caa81a tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:20.584240 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8838a1e0-c515-4791-9c3a-3898b0ce0b72 req-f738cbb5-78f6-47ac-b1e8-b69ab4caa81a tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0519037 Mar 18 00:34:20.630444 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8838a1e0-c515-4791-9c3a-3898b0ce0b72 req-f89bbaec-6ce4-47b9-a5a7-38e1802df80e tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407770 Mar 18 00:34:21.442667 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-12a47f69-72fb-4434-88b0-bdd8bf7ba9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:21.751628 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40543ffc-cfee-4ef9-9a79-fc1d635f8d9e req-dbb3ddfd-3891-48ce-987c-b67d4241bbcf tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:21.753059 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-40543ffc-cfee-4ef9-9a79-fc1d635f8d9e req-dbb3ddfd-3891-48ce-987c-b67d4241bbcf tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0506930 Mar 18 00:34:21.802088 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-40543ffc-cfee-4ef9-9a79-fc1d635f8d9e req-b93b0c96-2303-406d-aeba-2f779e120a18 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429530 Mar 18 00:34:22.925079 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eeba96-dd3e-4c94-b147-e88aee6c72f6 req-d3197bcc-0749-4761-a234-f500cffb35e7 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:22.926602 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-47eeba96-dd3e-4c94-b147-e88aee6c72f6 req-d3197bcc-0749-4761-a234-f500cffb35e7 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0520842 Mar 18 00:34:22.982450 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-47eeba96-dd3e-4c94-b147-e88aee6c72f6 req-59b8b487-092a-4973-aee8-a5dd1adf3ee4 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501325 Mar 18 00:34:23.815045 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-460fb2fb-d899-4a00-b296-397fd0920252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:24.107264 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1a9e1-b8e1-43bc-b8c6-9d2cd89b3d19 req-5185f2b9-7f41-45f6-901c-b59cde36cd8f tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:24.108749 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-23a1a9e1-b8e1-43bc-b8c6-9d2cd89b3d19 req-5185f2b9-7f41-45f6-901c-b59cde36cd8f tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0530369 Mar 18 00:34:24.157320 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-23a1a9e1-b8e1-43bc-b8c6-9d2cd89b3d19 req-a3b8593e-4dad-4ed7-b563-6ffd4f8e7871 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431905 Mar 18 00:34:24.672152 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:25.285397 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93d15e-5490-4435-a36a-cc2349240b04 req-87d8d734-554b-4bee-ad60-1f39cda20d0d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:25.287011 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6b93d15e-5490-4435-a36a-cc2349240b04 req-87d8d734-554b-4bee-ad60-1f39cda20d0d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0540845 Mar 18 00:34:25.333545 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6b93d15e-5490-4435-a36a-cc2349240b04 req-8447a2a4-7cfb-4d0e-b9e0-79a02dc59956 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405159 Mar 18 00:34:26.364939 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:26.457169 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e169701-c496-496d-a5f4-898a1c54005b req-787288f5-21db-4cc9-b00e-fce8bcb268eb tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:26.458577 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-3e169701-c496-496d-a5f4-898a1c54005b req-787288f5-21db-4cc9-b00e-fce8bcb268eb tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0525248 Mar 18 00:34:26.508119 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-3e169701-c496-496d-a5f4-898a1c54005b req-66d6991e-e456-44fd-9263-2caff98bc7f6 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431972 Mar 18 00:34:27.636980 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fda476-8232-4fc2-806d-3ed3db0d8faf req-875d7dea-4eaf-43b4-87b4-9ef275e61b9a tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:27.638526 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-43fda476-8232-4fc2-806d-3ed3db0d8faf req-875d7dea-4eaf-43b4-87b4-9ef275e61b9a tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0563636 Mar 18 00:34:27.686895 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-43fda476-8232-4fc2-806d-3ed3db0d8faf req-0dd83bc0-8ac0-4c41-b3a9-4ff28dcfc735 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417726 Mar 18 00:34:27.738516 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:28.685705 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55214) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:34:28.733982 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5bcedc5-3035-4c84-a0fb-6b49064e8ea5 admin admin] Deleting subnet fd892237-b49e-4ab7-bc36-69585b25ccb2 {{(pid=109623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 00:34:28.737051 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a5bcedc5-3035-4c84-a0fb-6b49064e8ea5 admin admin] Publish callbacks [] for subnet (fd892237-b49e-4ab7-bc36-69585b25ccb2), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:28.795561 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a5bcedc5-3035-4c84-a0fb-6b49064e8ea5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9218248'] for subnet (fd892237-b49e-4ab7-bc36-69585b25ccb2), precommit_delete_associations {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:28.850116 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef60e8-60ee-4f2d-bcdb-c51b6d5eb1d9 req-40a43810-8338-49ed-a342-ca2694897de5 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:28.852123 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-4eef60e8-60ee-4f2d-bcdb-c51b6d5eb1d9 req-40a43810-8338-49ed-a342-ca2694897de5 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0934186 Mar 18 00:34:28.854579 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a5bcedc5-3035-4c84-a0fb-6b49064e8ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66134612'] for subnet (fd892237-b49e-4ab7-bc36-69585b25ccb2), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:28.932562 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-4eef60e8-60ee-4f2d-bcdb-c51b6d5eb1d9 req-9de59f7d-00eb-4a2c-a939-a37d027f28d0 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590382 Mar 18 00:34:28.938052 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a5bcedc5-3035-4c84-a0fb-6b49064e8ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66134605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9399403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547886'] for subnet (fd892237-b49e-4ab7-bc36-69585b25ccb2), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:28.964369 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcedc5-3035-4c84-a0fb-6b49064e8ea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd892237-b49e-4ab7-bc36-69585b25ccb2,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:34:28.967358 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-a5bcedc5-3035-4c84-a0fb-6b49064e8ea5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:28.969850 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-a5bcedc5-3035-4c84-a0fb-6b49064e8ea5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fd892237-b49e-4ab7-bc36-69585b25ccb2 HTTP/1.1" status: 204 len: 168 time: 0.2830858 Mar 18 00:34:28.972401 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55218) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:34:28.975689 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcedc5-3035-4c84-a0fb-6b49064e8ea5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:28.976580 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcedc5-3035-4c84-a0fb-6b49064e8ea5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:28.976929 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcedc5-3035-4c84-a0fb-6b49064e8ea5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:28.977274 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcedc5-3035-4c84-a0fb-6b49064e8ea5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:28.977643 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcedc5-3035-4c84-a0fb-6b49064e8ea5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:28.977978 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcedc5-3035-4c84-a0fb-6b49064e8ea5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:28.978312 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcedc5-3035-4c84-a0fb-6b49064e8ea5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:28.978644 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcedc5-3035-4c84-a0fb-6b49064e8ea5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:28.978973 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcedc5-3035-4c84-a0fb-6b49064e8ea5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:28.979305 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcedc5-3035-4c84-a0fb-6b49064e8ea5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:28.979632 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcedc5-3035-4c84-a0fb-6b49064e8ea5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:28.979958 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcedc5-3035-4c84-a0fb-6b49064e8ea5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:28.980281 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcedc5-3035-4c84-a0fb-6b49064e8ea5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:28.980606 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcedc5-3035-4c84-a0fb-6b49064e8ea5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:28.980929 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bcedc5-3035-4c84-a0fb-6b49064e8ea5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:29.042748 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-453528aa-abd2-44ee-8a51-e6bd596424f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66092315'] for network (5303f82a-f369-46d5-8545-e9b65413df1c), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:29.118348 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-453528aa-abd2-44ee-8a51-e6bd596424f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66202081', 'neutron.services.segments.db._delete_segments_for_network-8766732137027'] for network (5303f82a-f369-46d5-8545-e9b65413df1c), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:29.142465 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-453528aa-abd2-44ee-8a51-e6bd596424f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5303f82a-f369-46d5-8545-e9b65413df1c']}} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:34:29.151545 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-453528aa-abd2-44ee-8a51-e6bd596424f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40df509-bfcc-4ccb-a9fa-dccb96a7abea') {'for_net_delete': True} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:34:29.151838 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-453528aa-abd2-44ee-8a51-e6bd596424f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40df509-bfcc-4ccb-a9fa-dccb96a7abea') {} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:34:29.160873 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-453528aa-abd2-44ee-8a51-e6bd596424f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732287052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3923395'] for segment (c40df509-bfcc-4ccb-a9fa-dccb96a7abea), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:29.173623 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-453528aa-abd2-44ee-8a51-e6bd596424f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (c40df509-bfcc-4ccb-a9fa-dccb96a7abea), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:29.179772 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453528aa-abd2-44ee-8a51-e6bd596424f1 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=109622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 00:34:29.180147 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-453528aa-abd2-44ee-8a51-e6bd596424f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695078'] for segment (c40df509-bfcc-4ccb-a9fa-dccb96a7abea), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: Traceback (most recent call last): Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: timer() Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: cb(*args, **kw) Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: return func(*args, **kwargs) Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: self._notify() Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: self.callback(batched_events) Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: event.method(event) Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: return f(self, *a, **k) Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: return self._get(url).json() Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: return self.request(url, 'GET', **kwargs) Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 00:34:29.181725 dv-cinder-768458-19-smb neutron-server[109622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 00:34:29.234603 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-453528aa-abd2-44ee-8a51-e6bd596424f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66202074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704053'] for network (5303f82a-f369-46d5-8545-e9b65413df1c), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:29.239066 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-453528aa-abd2-44ee-8a51-e6bd596424f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:29.243164 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-453528aa-abd2-44ee-8a51-e6bd596424f1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5303f82a-f369-46d5-8545-e9b65413df1c HTTP/1.1" status: 204 len: 168 time: 0.2697649 Mar 18 00:34:29.255505 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453528aa-abd2-44ee-8a51-e6bd596424f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5303f82a-f369-46d5-8545-e9b65413df1c,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:34:29.354412 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55222) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:34:29.394498 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-48c15d96-3637-4c54-9e55-5b4ba3aec692 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c21fa15838b407cb598f531d74bb4a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389435 Mar 18 00:34:29.396883 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55224) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:34:29.443264 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-72a654b2-4834-4540-ac1c-cffc62c58d0e admin admin] Publish callbacks [] for security_group (eece1591-a348-4e5d-9e16-eac76fd70bca), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:29.466953 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-72a654b2-4834-4540-ac1c-cffc62c58d0e admin admin] Publish callbacks [] for security_group (eece1591-a348-4e5d-9e16-eac76fd70bca), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:29.513682 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-72a654b2-4834-4540-ac1c-cffc62c58d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (eece1591-a348-4e5d-9e16-eac76fd70bca), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:29.516178 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-72a654b2-4834-4540-ac1c-cffc62c58d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:29.517303 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-72a654b2-4834-4540-ac1c-cffc62c58d0e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eece1591-a348-4e5d-9e16-eac76fd70bca HTTP/1.1" status: 204 len: 168 time: 0.1195085 Mar 18 00:34:29.524887 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a654b2-4834-4540-ac1c-cffc62c58d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eece1591-a348-4e5d-9e16-eac76fd70bca,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:34:30.056484 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d65d2e-41f0-4bec-ad29-eb94a963f29e req-8dd28b02-5202-4a91-9889-45a4eb384c08 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:30.058003 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-78d65d2e-41f0-4bec-ad29-eb94a963f29e req-8dd28b02-5202-4a91-9889-45a4eb384c08 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0536320 Mar 18 00:34:30.104978 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-78d65d2e-41f0-4bec-ad29-eb94a963f29e req-d568bb0b-578c-4ec8-9840-6dd7b4da65dd tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415275 Mar 18 00:34:31.225221 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69490455-b011-4c3e-af01-a7048b1d4ee9 req-254ed7b4-7d20-4d5e-b613-ce9c564c85d3 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:31.226703 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-69490455-b011-4c3e-af01-a7048b1d4ee9 req-254ed7b4-7d20-4d5e-b613-ce9c564c85d3 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0521317 Mar 18 00:34:31.273795 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-69490455-b011-4c3e-af01-a7048b1d4ee9 req-0706755e-6244-4a4e-99b0-360fcc8bd8b0 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416293 Mar 18 00:34:32.392060 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e55c6-4443-484e-8c4a-8e20943a02ce req-06d309a6-d503-4d65-9522-cb5d596e67fd tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:32.393558 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-677e55c6-4443-484e-8c4a-8e20943a02ce req-06d309a6-d503-4d65-9522-cb5d596e67fd tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0513263 Mar 18 00:34:32.441715 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-677e55c6-4443-484e-8c4a-8e20943a02ce req-7da156c1-3cc2-4b31-ae4e-dde43aed5a2f tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419509 Mar 18 00:34:33.564568 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e556f2-75db-447b-9cce-71dbfa810d7b req-adce720e-64c3-4085-99b2-8c7e6730410a tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:33.565952 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c4e556f2-75db-447b-9cce-71dbfa810d7b req-adce720e-64c3-4085-99b2-8c7e6730410a tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0527453 Mar 18 00:34:33.613277 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c4e556f2-75db-447b-9cce-71dbfa810d7b req-6f025f91-9dbf-4e36-81b9-53c6bbaf35a8 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413225 Mar 18 00:34:34.732238 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9706c8-0963-4f35-9d35-8decaf97a85a req-b8fe6974-d2f1-4af7-a196-ca397676fba9 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:34.733699 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-3b9706c8-0963-4f35-9d35-8decaf97a85a req-b8fe6974-d2f1-4af7-a196-ca397676fba9 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0509777 Mar 18 00:34:34.778906 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-3b9706c8-0963-4f35-9d35-8decaf97a85a req-45713d21-6624-4c84-a11f-dc96a64e3653 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397749 Mar 18 00:34:35.886151 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 4af76b0c-e5e6-41da-8b73-388ca7dc537f details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 00:34:35.904153 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb45ed-bac1-4604-86e8-85be037e0d63 req-4d6e4d1e-2522-4907-852b-7f92e48edbca tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:35.905641 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ffeb45ed-bac1-4604-86e8-85be037e0d63 req-4d6e4d1e-2522-4907-852b-7f92e48edbca tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0534780 Mar 18 00:34:35.966002 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ffeb45ed-bac1-4604-86e8-85be037e0d63 req-b7dfc21d-b76c-46de-ac53-34b01e38f39e tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544906 Mar 18 00:34:35.989064 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 4af76b0c-e5e6-41da-8b73-388ca7dc537f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4af76b0c-e5e6-41da-8b73-388ca7dc537f,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:34:36.002008 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Returning: {'device': '4af76b0c-e5e6-41da-8b73-388ca7dc537f', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'port_id': '4af76b0c-e5e6-41da-8b73-388ca7dc537f', 'mac_address': 'fa:16:3e:ee:e9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76384fd9-f436-4624-9d38-5e3873131694', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 00:34:36.043656 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 4af76b0c-e5e6-41da-8b73-388ca7dc537f is: ACTIVE; New status is: BUILD {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:34:36.044049 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:36.057817 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4af76b0c-e5e6-41da-8b73-388ca7dc537f {{(pid=109624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:34:36.077469 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 4af76b0c-e5e6-41da-8b73-388ca7dc537f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4af76b0c-e5e6-41da-8b73-388ca7dc537f,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:34:36.091118 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:36.123397 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:36.151867 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=4af76b0c-e5e6-41da-8b73-388ca7dc537f,revision_number=6']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:34:36.159205 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:36.159552 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:36.159897 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:36.160255 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:36.160594 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:36.160920 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:36.161248 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:36.161595 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:36.161920 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:36.162243 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:36.162565 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:36.162901 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:36.163307 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:36.163698 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:36.163947 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:34:36.278703 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['4af76b0c-e5e6-41da-8b73-388ca7dc537f'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:34:36.511879 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5534c-2bca-4837-905b-e6920ce87f7d req-ffd4d9d9-d2a7-40ad-99e3-e257d7b714d2 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:36.523947 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9bb5534c-2bca-4837-905b-e6920ce87f7d req-ffd4d9d9-d2a7-40ad-99e3-e257d7b714d2 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 985 time: 0.1111207 Mar 18 00:34:36.536302 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7aa388-d1df-4e58-9ed3-882f7f937cfe req-b167f82c-b251-4b38-a7bb-889841a6f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:36.539285 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1f7aa388-d1df-4e58-9ed3-882f7f937cfe req-b167f82c-b251-4b38-a7bb-889841a6f4ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75e4c15ee2714d81afff87890391ecb6&device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 1169 time: 0.0787318 Mar 18 00:34:36.597658 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9bb5534c-2bca-4837-905b-e6920ce87f7d req-83be3f76-4471-43dc-8321-95635bd8a949 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=14634572-8764-4564-a827-8baea62216a2&id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724783 Mar 18 00:34:36.650899 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7aa388-d1df-4e58-9ed3-882f7f937cfe req-b0ca6aa2-1491-4b7c-8eca-4dea955df3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:36.652660 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1f7aa388-d1df-4e58-9ed3-882f7f937cfe req-b0ca6aa2-1491-4b7c-8eca-4dea955df3ec service neutron] 10.222.0.10 "GET /v2.0/networks?id=744097eb-7efa-4cb3-b1c0-25e7ce1cd605 HTTP/1.1" status: 200 len: 914 time: 0.1046188 Mar 18 00:34:36.726274 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1f7aa388-d1df-4e58-9ed3-882f7f937cfe req-c48600f9-b237-41d1-8d43-0a8ba8008034 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19c9ab39-f398-4f02-82c6-24eab6f75324 HTTP/1.1" status: 200 len: 1002 time: 0.0659034 Mar 18 00:34:36.781002 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7aa388-d1df-4e58-9ed3-882f7f937cfe req-cf7b5add-9cce-42d5-b0d0-9f5e7d83c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:36.782554 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1f7aa388-d1df-4e58-9ed3-882f7f937cfe req-cf7b5add-9cce-42d5-b0d0-9f5e7d83c810 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f44fc5cd-938e-4ada-b4db-a8145a98cdb6 HTTP/1.1" status: 200 len: 853 time: 0.0502415 Mar 18 00:34:36.844463 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7aa388-d1df-4e58-9ed3-882f7f937cfe req-e3486008-be3f-4b80-a5ac-b0c2062893f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:36.846305 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1f7aa388-d1df-4e58-9ed3-882f7f937cfe req-e3486008-be3f-4b80-a5ac-b0c2062893f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=744097eb-7efa-4cb3-b1c0-25e7ce1cd605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0566282 Mar 18 00:34:36.948864 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1f7aa388-d1df-4e58-9ed3-882f7f937cfe req-ef48620b-5ddf-40b1-aa07-682de3ef6f0d service neutron] 10.222.0.10 "GET /v2.0/networks/744097eb-7efa-4cb3-b1c0-25e7ce1cd605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956614 Mar 18 00:34:37.047692 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1f7aa388-d1df-4e58-9ed3-882f7f937cfe req-16a00d4d-e360-4d3b-a438-5caba3e7973f service neutron] 10.222.0.10 "GET /v2.0/networks/744097eb-7efa-4cb3-b1c0-25e7ce1cd605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919809 Mar 18 00:34:37.198722 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:34:37.315675 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844911f-41bf-42b5-b9d1-3e514d8d2f6b req-78f80e4f-d393-475d-a15a-8c9b44ac4697 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:37.320887 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2844911f-41bf-42b5-b9d1-3e514d8d2f6b req-78f80e4f-d393-475d-a15a-8c9b44ac4697 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 945 time: 0.2654486 Mar 18 00:34:37.371300 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2844911f-41bf-42b5-b9d1-3e514d8d2f6b req-d8a97354-c2f0-4bbc-8e47-ff72820ef953 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471890 Mar 18 00:34:37.747332 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee7514-c2db-406d-831a-768d0e7c59e7 req-e4a571f2-b105-4ac0-989b-f7c645e3a5ee tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:37.749738 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5fee7514-c2db-406d-831a-768d0e7c59e7 req-e4a571f2-b105-4ac0-989b-f7c645e3a5ee tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 985 time: 0.0728011 Mar 18 00:34:37.822297 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5fee7514-c2db-406d-831a-768d0e7c59e7 req-9b89033d-89b1-49f4-b7ec-aaa692b96b13 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=14634572-8764-4564-a827-8baea62216a2&id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664175 Mar 18 00:34:37.891146 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 4af76b0c-e5e6-41da-8b73-388ca7dc537f up at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:34:37.949925 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning complete for port 4af76b0c-e5e6-41da-8b73-388ca7dc537f triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:34:37.950312 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:38.044290 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 4af76b0c-e5e6-41da-8b73-388ca7dc537f is: BUILD; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:34:38.045113 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:38.071805 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12476600-1508-4a85-b7ec-aa12e694d9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af76b0c-e5e6-41da-8b73-388ca7dc537f'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:34:38.074279 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ecb76d-0b81-4d9b-96a7-d180dd65e925" -d '{"events": [{"server_uuid": "12476600-1508-4a85-b7ec-aa12e694d9e6", "name": "network-vif-plugged", "status": "completed", "tag": "4af76b0c-e5e6-41da-8b73-388ca7dc537f"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:34:38.094191 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 4af76b0c-e5e6-41da-8b73-388ca7dc537f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4af76b0c-e5e6-41da-8b73-388ca7dc537f,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:34:38.102029 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:38.133569 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127d6078-1a7b-4817-8360-d4dadd05733c x-openstack-request-id: req-127d6078-1a7b-4817-8360-d4dadd05733c {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:34:38.135693 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12476600-1508-4a85-b7ec-aa12e694d9e6", "name": "network-vif-plugged", "status": "completed", "tag": "4af76b0c-e5e6-41da-8b73-388ca7dc537f", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:34:38.135693 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-127d6078-1a7b-4817-8360-d4dadd05733c {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:34:38.135693 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12476600-1508-4a85-b7ec-aa12e694d9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af76b0c-e5e6-41da-8b73-388ca7dc537f', 'code': 200} Mar 18 00:34:38.165339 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=4af76b0c-e5e6-41da-8b73-388ca7dc537f,revision_number=7']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:34:38.586870 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15aa1d-e89f-4e7a-a182-b68ade90cee8 req-841b558a-bc6e-416b-8d38-5acef50566d7 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:38.596390 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ea15aa1d-e89f-4e7a-a182-b68ade90cee8 req-841b558a-bc6e-416b-8d38-5acef50566d7 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.1291585 Mar 18 00:34:38.875964 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ea15aa1d-e89f-4e7a-a182-b68ade90cee8 req-db7fa851-333c-45f8-8b34-de71643c36b9 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800825 Mar 18 00:34:38.961560 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de919f7-637b-404a-bd63-ef8bc70425ed req-0cb38ae0-a678-4ba0-a8b3-c1822b55050d tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:38.963807 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5de919f7-637b-404a-bd63-ef8bc70425ed req-0cb38ae0-a678-4ba0-a8b3-c1822b55050d tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 985 time: 0.0585630 Mar 18 00:34:39.032287 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5de919f7-637b-404a-bd63-ef8bc70425ed req-f17bf0ef-0fdd-4bc9-a155-ab43983eabac tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=14634572-8764-4564-a827-8baea62216a2&id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627203 Mar 18 00:34:40.011405 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632fdbe-eaca-42fe-ab19-20f14136e4b0 req-090a4866-0584-4f54-9dbf-0ecb10a46533 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:40.018353 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-d632fdbe-eaca-42fe-ab19-20f14136e4b0 req-090a4866-0584-4f54-9dbf-0ecb10a46533 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0589805 Mar 18 00:34:40.077068 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-d632fdbe-eaca-42fe-ab19-20f14136e4b0 req-0e4d87aa-0189-42b4-a7b5-41c9940ffd41 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582330 Mar 18 00:34:40.164628 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36621577-6b05-4e2b-bf91-491d19aada61 req-f74aec98-29c5-4a09-8e07-30551d269eeb tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:40.166379 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-36621577-6b05-4e2b-bf91-491d19aada61 req-f74aec98-29c5-4a09-8e07-30551d269eeb tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 985 time: 0.0573485 Mar 18 00:34:40.232811 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-36621577-6b05-4e2b-bf91-491d19aada61 req-66b36a41-070c-450a-86fa-8c4cb63abe63 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=14634572-8764-4564-a827-8baea62216a2&id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606830 Mar 18 00:34:40.675157 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5a04f-b698-40ee-b921-bf71e02483e8 req-d76377c8-0871-4f6f-9716-4eb7c1c9d2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:40.676667 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1ce5a04f-b698-40ee-b921-bf71e02483e8 req-d76377c8-0871-4f6f-9716-4eb7c1c9d2dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0bd772cceaf4f9486cf4424af396729&device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 1130 time: 0.0557561 Mar 18 00:34:40.795963 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5a04f-b698-40ee-b921-bf71e02483e8 req-3a44d8b6-3d43-4419-a542-e7b0a5b9a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:40.797455 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1ce5a04f-b698-40ee-b921-bf71e02483e8 req-3a44d8b6-3d43-4419-a542-e7b0a5b9a4e9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42586f8a-ab3e-4979-8086-8a3f40b27b85 HTTP/1.1" status: 200 len: 917 time: 0.1000259 Mar 18 00:34:40.873439 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1ce5a04f-b698-40ee-b921-bf71e02483e8 req-cab5708d-a00e-4564-9365-1745558e58ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4af76b0c-e5e6-41da-8b73-388ca7dc537f HTTP/1.1" status: 200 len: 1002 time: 0.0678713 Mar 18 00:34:40.932561 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5a04f-b698-40ee-b921-bf71e02483e8 req-acede509-ee7f-4b75-aadc-facac15c161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:40.934602 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1ce5a04f-b698-40ee-b921-bf71e02483e8 req-acede509-ee7f-4b75-aadc-facac15c161d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76384fd9-f436-4624-9d38-5e3873131694 HTTP/1.1" status: 200 len: 856 time: 0.0517552 Mar 18 00:34:41.004210 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5a04f-b698-40ee-b921-bf71e02483e8 req-ed8cc03c-a49a-487d-828c-917af2a450ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:41.005770 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1ce5a04f-b698-40ee-b921-bf71e02483e8 req-ed8cc03c-a49a-487d-828c-917af2a450ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42586f8a-ab3e-4979-8086-8a3f40b27b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0545406 Mar 18 00:34:41.111655 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1ce5a04f-b698-40ee-b921-bf71e02483e8 req-d00dc969-b171-4a02-ac07-1035a1bbe125 service neutron] 10.222.0.10 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948129 Mar 18 00:34:41.216248 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1ce5a04f-b698-40ee-b921-bf71e02483e8 req-6c71e176-eab1-429f-ac91-71360b25df6e service neutron] 10.222.0.10 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980043 Mar 18 00:34:41.225054 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc327c-103a-44d5-b938-b65c14995158 req-d1898308-ecc5-4677-913b-2e8f9c644190 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:41.226636 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-46bc327c-103a-44d5-b938-b65c14995158 req-d1898308-ecc5-4677-913b-2e8f9c644190 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0603435 Mar 18 00:34:41.294079 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-46bc327c-103a-44d5-b938-b65c14995158 req-775f8d77-ff7f-4e55-a86f-452718da2c88 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604534 Mar 18 00:34:41.369117 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a85093-32cd-4fba-967f-60ba0c81d39f req-06080927-929f-4581-b9f5-9c420471241c tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:41.370684 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-19a85093-32cd-4fba-967f-60ba0c81d39f req-06080927-929f-4581-b9f5-9c420471241c tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 985 time: 0.0600700 Mar 18 00:34:41.447741 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-19a85093-32cd-4fba-967f-60ba0c81d39f req-6aa4792e-e5fb-4259-b039-86115365a653 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=14634572-8764-4564-a827-8baea62216a2&id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647953 Mar 18 00:34:42.436786 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b0add-7f87-4f6a-b6ec-a56ad4ae7bc2 req-19ad9232-097c-4a5a-a49e-94e284f83725 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:42.438472 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-951b0add-7f87-4f6a-b6ec-a56ad4ae7bc2 req-19ad9232-097c-4a5a-a49e-94e284f83725 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0642867 Mar 18 00:34:42.494180 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-951b0add-7f87-4f6a-b6ec-a56ad4ae7bc2 req-285abe56-156f-4c42-8e5d-fc0ee288fc3b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489874 Mar 18 00:34:42.591812 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0748f-d366-4db0-bdd2-463082c61ac6 req-5c6d6f99-4339-4b4b-8f30-2b480ca26e0c tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:42.593412 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c6c0748f-d366-4db0-bdd2-463082c61ac6 req-5c6d6f99-4339-4b4b-8f30-2b480ca26e0c tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 985 time: 0.0602460 Mar 18 00:34:42.670124 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c6c0748f-d366-4db0-bdd2-463082c61ac6 req-e1fae8b8-5028-4c37-ad19-c26fc808b485 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=14634572-8764-4564-a827-8baea62216a2&id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681217 Mar 18 00:34:43.639523 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f56015-c7b2-424f-bca8-b42bb2ccc536 req-2106a034-3120-4ac4-8ff7-57f4e4033192 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:43.641189 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-89f56015-c7b2-424f-bca8-b42bb2ccc536 req-2106a034-3120-4ac4-8ff7-57f4e4033192 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0644090 Mar 18 00:34:43.701951 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-89f56015-c7b2-424f-bca8-b42bb2ccc536 req-9be401d7-bfb1-43c7-928c-1c440e4d2eb6 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540345 Mar 18 00:34:43.821658 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6dafef-612a-4ed4-90ec-d010f53926ba req-86a453d1-c0f9-4492-8f77-a0f646619f0b tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:43.824231 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8d6dafef-612a-4ed4-90ec-d010f53926ba req-86a453d1-c0f9-4492-8f77-a0f646619f0b tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 985 time: 0.0656693 Mar 18 00:34:43.896419 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8d6dafef-612a-4ed4-90ec-d010f53926ba req-dde4eece-88c0-420e-baae-310ead23f7d5 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=14634572-8764-4564-a827-8baea62216a2&id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660951 Mar 18 00:34:44.859215 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291775ee-5d65-4cb4-8a64-49208fb4e4ef req-8324a04f-0708-4655-8875-d4d555f5d349 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:44.860681 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-291775ee-5d65-4cb4-8a64-49208fb4e4ef req-8324a04f-0708-4655-8875-d4d555f5d349 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0629857 Mar 18 00:34:44.921983 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-291775ee-5d65-4cb4-8a64-49208fb4e4ef req-c66eb384-fd22-443b-a342-cba0443cacb4 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521474 Mar 18 00:34:45.039241 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de50442-eb1c-41f6-9559-4114b842375b req-17fe113f-4f57-4979-a03a-c3f6cfe3280a tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:45.046424 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-0de50442-eb1c-41f6-9559-4114b842375b req-17fe113f-4f57-4979-a03a-c3f6cfe3280a tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 985 time: 0.0661058 Mar 18 00:34:45.104877 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-0de50442-eb1c-41f6-9559-4114b842375b req-7ffc64cd-75a2-498e-9154-0a1293d2e555 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=14634572-8764-4564-a827-8baea62216a2&id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574937 Mar 18 00:34:45.798459 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f67f27-0289-45e4-b99a-e9e8e8a44a60 req-1078001d-7820-4222-93d8-481657f05c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:45.799932 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b1f67f27-0289-45e4-b99a-e9e8e8a44a60 req-1078001d-7820-4222-93d8-481657f05c39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0bd772cceaf4f9486cf4424af396729&device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 1130 time: 0.0477059 Mar 18 00:34:45.888000 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f67f27-0289-45e4-b99a-e9e8e8a44a60 req-905e16f3-a3ac-48a5-ad15-faf91d5eb6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:45.889502 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b1f67f27-0289-45e4-b99a-e9e8e8a44a60 req-905e16f3-a3ac-48a5-ad15-faf91d5eb6f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42586f8a-ab3e-4979-8086-8a3f40b27b85 HTTP/1.1" status: 200 len: 917 time: 0.0814393 Mar 18 00:34:45.959588 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b1f67f27-0289-45e4-b99a-e9e8e8a44a60 req-c0eefd97-8f36-4996-a1fd-4490f6dec203 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4af76b0c-e5e6-41da-8b73-388ca7dc537f HTTP/1.1" status: 200 len: 1002 time: 0.0601974 Mar 18 00:34:46.007615 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f67f27-0289-45e4-b99a-e9e8e8a44a60 req-4cff7111-9211-4528-a87b-680dea42827f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:46.009071 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b1f67f27-0289-45e4-b99a-e9e8e8a44a60 req-4cff7111-9211-4528-a87b-680dea42827f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76384fd9-f436-4624-9d38-5e3873131694 HTTP/1.1" status: 200 len: 856 time: 0.0434730 Mar 18 00:34:46.058356 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f67f27-0289-45e4-b99a-e9e8e8a44a60 req-483b2b4c-6122-46eb-aacb-081e34d7a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:46.059886 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b1f67f27-0289-45e4-b99a-e9e8e8a44a60 req-483b2b4c-6122-46eb-aacb-081e34d7a6b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42586f8a-ab3e-4979-8086-8a3f40b27b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0445364 Mar 18 00:34:46.153585 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe127bc-a8dc-4f0e-96be-8c36b5a652a9 req-71578e1a-dd57-4dbb-96e2-6e87dccae626 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:46.154301 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b1f67f27-0289-45e4-b99a-e9e8e8a44a60 req-5638cb71-c0f6-4c09-aa98-3a1d2d8f9a5a service neutron] 10.222.0.10 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863054 Mar 18 00:34:46.155091 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-cbe127bc-a8dc-4f0e-96be-8c36b5a652a9 req-71578e1a-dd57-4dbb-96e2-6e87dccae626 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0523393 Mar 18 00:34:46.202849 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-cbe127bc-a8dc-4f0e-96be-8c36b5a652a9 req-83648abc-2180-4f97-9ebc-beea09bf24f4 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419853 Mar 18 00:34:46.298506 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223f03d-23de-406e-875b-15a39f2455fd req-f18dd297-f3cf-463b-8182-93369fb50b90 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:46.299972 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b223f03d-23de-406e-875b-15a39f2455fd req-f18dd297-f3cf-463b-8182-93369fb50b90 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 985 time: 0.1232476 Mar 18 00:34:46.303921 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b1f67f27-0289-45e4-b99a-e9e8e8a44a60 req-ff2c49aa-0650-4b48-8287-ff5eb6b90650 service neutron] 10.222.0.10 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349025 Mar 18 00:34:46.360345 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b223f03d-23de-406e-875b-15a39f2455fd req-253bd88c-817e-4d79-b312-15ea7623adc6 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=14634572-8764-4564-a827-8baea62216a2&id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547140 Mar 18 00:34:47.326707 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb453b1a-5bc3-4708-a3a5-68e63aa3780b req-d2af3e08-77a7-4eaf-a678-441e4fad0774 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:47.328168 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-bb453b1a-5bc3-4708-a3a5-68e63aa3780b req-d2af3e08-77a7-4eaf-a678-441e4fad0774 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0528009 Mar 18 00:34:47.378029 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-bb453b1a-5bc3-4708-a3a5-68e63aa3780b req-55dce443-d2b6-4cb1-b4c4-759021844185 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444274 Mar 18 00:34:47.477471 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836d3db-26b4-4f50-99ce-5f5be1975d4d req-a233125e-3d12-4e0d-8278-405135244db2 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:47.478943 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8836d3db-26b4-4f50-99ce-5f5be1975d4d req-a233125e-3d12-4e0d-8278-405135244db2 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 985 time: 0.0514510 Mar 18 00:34:47.536797 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8836d3db-26b4-4f50-99ce-5f5be1975d4d req-dd8baef5-f0fc-4498-a0ff-16a0488bc6e4 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=14634572-8764-4564-a827-8baea62216a2&id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522509 Mar 18 00:34:48.500913 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a587deb-e14e-41de-b54e-6f362b2ee060 req-7a2d8175-5530-415a-928f-b4dbe08fcb53 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:48.502388 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-6a587deb-e14e-41de-b54e-6f362b2ee060 req-7a2d8175-5530-415a-928f-b4dbe08fcb53 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0511284 Mar 18 00:34:48.548453 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-6a587deb-e14e-41de-b54e-6f362b2ee060 req-dad5443e-43ef-46e5-b57d-96f3b00c3308 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402732 Mar 18 00:34:48.653499 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd913-fa61-477a-8367-3c492adcc99b req-795ff4fb-3250-4ed4-92a1-3ee0b51c0b28 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:48.656187 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-47bfd913-fa61-477a-8367-3c492adcc99b req-795ff4fb-3250-4ed4-92a1-3ee0b51c0b28 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 985 time: 0.0530596 Mar 18 00:34:48.719735 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-47bfd913-fa61-477a-8367-3c492adcc99b req-d9e9080e-cb5e-4451-9c8f-fdd1dd806f49 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=14634572-8764-4564-a827-8baea62216a2&id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573950 Mar 18 00:34:49.472896 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5f439-4e3f-4e15-811c-3844af494200 req-998a14ae-0765-48ab-8384-5717ebc592df tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:49.474413 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4eb5f439-4e3f-4e15-811c-3844af494200 req-998a14ae-0765-48ab-8384-5717ebc592df tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 946 time: 0.0551801 Mar 18 00:34:49.500054 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-59a4d43b-f5e8-4b40-9403-0e1cd7da132c req-ef06da03-40bc-4b9c-b1c9-13bb4e6db19d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0434265 Mar 18 00:34:49.520511 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4eb5f439-4e3f-4e15-811c-3844af494200 req-fc5201fe-aed2-4d0f-8be9-ff2b6f84424a tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397134 Mar 18 00:34:49.576055 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4d43b-f5e8-4b40-9403-0e1cd7da132c req-a80914f3-ede0-4a29-bc90-367c8369fb8f tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:49.577388 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-59a4d43b-f5e8-4b40-9403-0e1cd7da132c req-a80914f3-ede0-4a29-bc90-367c8369fb8f tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports/4af76b0c-e5e6-41da-8b73-388ca7dc537f HTTP/1.1" status: 200 len: 943 time: 0.0494571 Mar 18 00:34:49.945977 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 4af76b0c-e5e6-41da-8b73-388ca7dc537f no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:34:50.153113 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 4af76b0c-e5e6-41da-8b73-388ca7dc537f is: ACTIVE; New status is: DOWN {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:34:50.153621 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:50.178996 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12476600-1508-4a85-b7ec-aa12e694d9e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4af76b0c-e5e6-41da-8b73-388ca7dc537f'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:34:50.181182 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a97829-352d-4628-ab4e-a3e5719f058b" -d '{"events": [{"server_uuid": "12476600-1508-4a85-b7ec-aa12e694d9e6", "name": "network-vif-unplugged", "status": "completed", "tag": "4af76b0c-e5e6-41da-8b73-388ca7dc537f"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:34:50.196352 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 4af76b0c-e5e6-41da-8b73-388ca7dc537f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4af76b0c-e5e6-41da-8b73-388ca7dc537f,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:34:50.200859 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:50.223471 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Mar 2022 00:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e129e2f5-20b2-4553-bf98-af1426bc2db5 x-openstack-request-id: req-e129e2f5-20b2-4553-bf98-af1426bc2db5 {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:34:50.223780 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12476600-1508-4a85-b7ec-aa12e694d9e6", "name": "network-vif-unplugged", "status": "completed", "tag": "4af76b0c-e5e6-41da-8b73-388ca7dc537f", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:34:50.224034 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e129e2f5-20b2-4553-bf98-af1426bc2db5 {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:34:50.224415 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12476600-1508-4a85-b7ec-aa12e694d9e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4af76b0c-e5e6-41da-8b73-388ca7dc537f', 'code': 200} Mar 18 00:34:50.249160 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=4af76b0c-e5e6-41da-8b73-388ca7dc537f,revision_number=8']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:34:50.587349 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4d43b-f5e8-4b40-9403-0e1cd7da132c req-097cb34d-6a9b-411b-bc18-8cff1c4c4a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:50.588872 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-59a4d43b-f5e8-4b40-9403-0e1cd7da132c req-097cb34d-6a9b-411b-bc18-8cff1c4c4a9e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6&tenant_id=c0bd772cceaf4f9486cf4424af396729 HTTP/1.1" status: 200 len: 1128 time: 0.0855892 Mar 18 00:34:50.672221 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd0d83-84a7-4b42-9f40-e425d41214d0 req-c430f628-d601-47e8-9a4f-027ff1bc4c44 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:50.673679 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6dcd0d83-84a7-4b42-9f40-e425d41214d0 req-c430f628-d601-47e8-9a4f-027ff1bc4c44 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 944 time: 0.0813875 Mar 18 00:34:50.680499 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4d43b-f5e8-4b40-9403-0e1cd7da132c req-8a9a1f35-a1e0-48e0-8ac5-7fb98590a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:50.681892 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-59a4d43b-f5e8-4b40-9403-0e1cd7da132c req-8a9a1f35-a1e0-48e0-8ac5-7fb98590a308 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0bd772cceaf4f9486cf4424af396729&device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 1128 time: 0.0604317 Mar 18 00:34:50.774278 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6dcd0d83-84a7-4b42-9f40-e425d41214d0 req-a480a8c7-3f9e-4ae2-b6fb-821b59ca9107 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913317 Mar 18 00:34:50.799405 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4d43b-f5e8-4b40-9403-0e1cd7da132c req-310a5e90-090e-43b1-b065-a4e29a19c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:50.800839 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-59a4d43b-f5e8-4b40-9403-0e1cd7da132c req-310a5e90-090e-43b1-b065-a4e29a19c927 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42586f8a-ab3e-4979-8086-8a3f40b27b85 HTTP/1.1" status: 200 len: 917 time: 0.1123011 Mar 18 00:34:51.075729 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-59a4d43b-f5e8-4b40-9403-0e1cd7da132c req-701eb210-8bbc-4da8-9a52-8f596a33a49d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4af76b0c-e5e6-41da-8b73-388ca7dc537f HTTP/1.1" status: 200 len: 1000 time: 0.2685785 Mar 18 00:34:51.121184 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4d43b-f5e8-4b40-9403-0e1cd7da132c req-92472ed4-8a56-43e2-a5d3-456657ec74d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:51.122564 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-59a4d43b-f5e8-4b40-9403-0e1cd7da132c req-92472ed4-8a56-43e2-a5d3-456657ec74d2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76384fd9-f436-4624-9d38-5e3873131694 HTTP/1.1" status: 200 len: 856 time: 0.0409548 Mar 18 00:34:51.174859 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4d43b-f5e8-4b40-9403-0e1cd7da132c req-65f202b5-f600-4c82-ad28-0934071519bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:51.176537 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-59a4d43b-f5e8-4b40-9403-0e1cd7da132c req-65f202b5-f600-4c82-ad28-0934071519bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42586f8a-ab3e-4979-8086-8a3f40b27b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0481505 Mar 18 00:34:51.261723 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-59a4d43b-f5e8-4b40-9403-0e1cd7da132c req-87d98536-b472-42d1-92c5-2ecd0700e8b4 service neutron] 10.222.0.10 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783544 Mar 18 00:34:51.349486 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-59a4d43b-f5e8-4b40-9403-0e1cd7da132c req-7a0416b7-8b2f-4b98-bc57-936b410a3b9c service neutron] 10.222.0.10 "GET /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815401 Mar 18 00:34:51.458583 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-55a791c6-354a-49f7-a5eb-7b4106097396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:51.964775 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdf7d1-7256-4880-a7bb-f30d6f61b11a req-fd80207f-970f-4641-99f9-3a6726dc4272 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:51.967137 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e7cdf7d1-7256-4880-a7bb-f30d6f61b11a req-fd80207f-970f-4641-99f9-3a6726dc4272 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 944 time: 0.0685079 Mar 18 00:34:52.025538 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e7cdf7d1-7256-4880-a7bb-f30d6f61b11a req-3bb6c019-c0aa-4dc5-a0c3-ad9a860ed414 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524189 Mar 18 00:34:53.153582 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0610dd8-b3f2-46de-9a38-0a862c52ce4e req-52424f68-83d4-4ec8-9dfa-e7b569e289a3 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:53.155247 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e0610dd8-b3f2-46de-9a38-0a862c52ce4e req-52424f68-83d4-4ec8-9dfa-e7b569e289a3 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 944 time: 0.0543048 Mar 18 00:34:53.206182 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e0610dd8-b3f2-46de-9a38-0a862c52ce4e req-eb5637e0-621c-44bf-894d-80ab32b7b50a tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442357 Mar 18 00:34:53.826475 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-1b5bf0f2-332e-42e4-af06-e59f8e299b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:54.342294 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c1bc7-b19a-47bc-862b-90a39a71a70b req-f877eb13-a15c-40a1-9c3e-cac65d51c6ed tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:54.343783 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-dd9c1bc7-b19a-47bc-862b-90a39a71a70b req-f877eb13-a15c-40a1-9c3e-cac65d51c6ed tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 944 time: 0.0566201 Mar 18 00:34:54.395536 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-dd9c1bc7-b19a-47bc-862b-90a39a71a70b req-893c47f1-988a-4ce7-b7f8-c06a6ed88b7b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457172 Mar 18 00:34:54.675347 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:55.333076 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee465f4-91f5-4e19-890c-ea0cfa5962ee req-b0d35c4a-f99d-4225-9b97-57aa2fef25f3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:55.335473 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-8ee465f4-91f5-4e19-890c-ea0cfa5962ee req-b0d35c4a-f99d-4225-9b97-57aa2fef25f3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 945 time: 0.0606077 Mar 18 00:34:55.391248 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-8ee465f4-91f5-4e19-890c-ea0cfa5962ee req-5509689a-44fd-460a-b224-65d0fc40c2f3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495276 Mar 18 00:34:55.524706 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62671c-cc3a-41fe-825c-9a9b0a22de86 req-89254a49-756d-4e6e-9372-99456facc7a3 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:55.526311 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-fb62671c-cc3a-41fe-825c-9a9b0a22de86 req-89254a49-756d-4e6e-9372-99456facc7a3 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 944 time: 0.0527415 Mar 18 00:34:55.581660 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-fb62671c-cc3a-41fe-825c-9a9b0a22de86 req-0432f3d2-2ece-40a3-93de-ef260d9dc0d4 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493963 Mar 18 00:34:56.368206 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:56.519026 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aea54d-5f20-4d6e-9db7-dbd93a3aba3a req-fcec8162-e7c3-424a-953d-5b72020d161f tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:56.520524 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f6aea54d-5f20-4d6e-9db7-dbd93a3aba3a req-fcec8162-e7c3-424a-953d-5b72020d161f tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 945 time: 0.0571754 Mar 18 00:34:56.571915 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f6aea54d-5f20-4d6e-9db7-dbd93a3aba3a req-ab75b063-b93d-41e3-b386-6d3aa04fe173 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451133 Mar 18 00:34:56.727189 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b473f14-36fa-459c-9b8b-9cf319623cdf req-6ea12698-5a35-4d11-8430-3607467ff48d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:56.729095 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7b473f14-36fa-459c-9b8b-9cf319623cdf req-6ea12698-5a35-4d11-8430-3607467ff48d tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 944 time: 0.0722151 Mar 18 00:34:56.778304 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7b473f14-36fa-459c-9b8b-9cf319623cdf req-cd62b1f3-5978-4919-84ed-4baf8801380f tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432096 Mar 18 00:34:57.690996 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0b8d2-6e78-41f1-aef0-306b04ad4ee1 req-0d0a0164-5b8b-43f5-b30b-b114f40dce92 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:57.692444 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-37c0b8d2-6e78-41f1-aef0-306b04ad4ee1 req-0d0a0164-5b8b-43f5-b30b-b114f40dce92 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 945 time: 0.0519288 Mar 18 00:34:57.751433 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-37c0b8d2-6e78-41f1-aef0-306b04ad4ee1 req-b3ee055d-6b71-44f4-8b17-e0ff2327db0b tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530868 Mar 18 00:34:57.762607 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:34:57.908667 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab31a1c-aeed-4028-ae78-2878dde9d5b2 req-6efe53d9-0174-47e2-809e-a1b274ead1e6 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:57.910173 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2ab31a1c-aeed-4028-ae78-2878dde9d5b2 req-6efe53d9-0174-47e2-809e-a1b274ead1e6 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 944 time: 0.0521753 Mar 18 00:34:57.955021 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2ab31a1c-aeed-4028-ae78-2878dde9d5b2 req-326548e0-4cf9-492b-86b5-fc55250f7e66 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390134 Mar 18 00:34:58.883172 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b01a4-1019-404e-9e4d-c5874c3abae0 req-94d59926-ee63-4978-8f21-b898115f9d11 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:58.884921 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c43b01a4-1019-404e-9e4d-c5874c3abae0 req-94d59926-ee63-4978-8f21-b898115f9d11 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 945 time: 0.0554712 Mar 18 00:34:58.936142 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c43b01a4-1019-404e-9e4d-c5874c3abae0 req-bc1e3d80-23c1-4e24-925d-546d431eb272 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457478 Mar 18 00:34:59.108848 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbba1c-e2e9-4305-af0d-1f5d2b45535c req-7a497e28-1877-4681-aeae-27df9561d929 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:34:59.113304 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-66dbba1c-e2e9-4305-af0d-1f5d2b45535c req-7a497e28-1877-4681-aeae-27df9561d929 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 944 time: 0.0670764 Mar 18 00:34:59.172002 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-66dbba1c-e2e9-4305-af0d-1f5d2b45535c req-6349b6d5-1ba8-4dd5-aca9-c1354d87b148 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533609 Mar 18 00:35:00.052095 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02046ed7-06f3-47c0-92cd-1838798405a8 req-617d151d-13eb-4dba-8015-b72d3a62b874 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:00.054141 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-02046ed7-06f3-47c0-92cd-1838798405a8 req-617d151d-13eb-4dba-8015-b72d3a62b874 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 945 time: 0.0527804 Mar 18 00:35:00.101170 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-02046ed7-06f3-47c0-92cd-1838798405a8 req-3381132c-e4f7-483c-ac20-7a72714d945b tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417049 Mar 18 00:35:00.297612 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f058a-f4fc-4619-91c4-5d0fce16cb11 req-ab652a1a-0f52-4af5-ba26-c239af7cf0fa tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:00.299062 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-703f058a-f4fc-4619-91c4-5d0fce16cb11 req-ab652a1a-0f52-4af5-ba26-c239af7cf0fa tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 944 time: 0.0508118 Mar 18 00:35:00.343942 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-703f058a-f4fc-4619-91c4-5d0fce16cb11 req-87520fdc-e139-4dee-9c52-bb56f48cb593 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387766 Mar 18 00:35:01.222474 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4ab0b-522c-46c1-a9c7-94b441c7db7e req-9fd06f0c-5011-47c1-aed6-23bbf801ca17 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:01.223920 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5af4ab0b-522c-46c1-a9c7-94b441c7db7e req-9fd06f0c-5011-47c1-aed6-23bbf801ca17 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 945 time: 0.0560400 Mar 18 00:35:01.270846 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5af4ab0b-522c-46c1-a9c7-94b441c7db7e req-11dd7326-4a66-4fe9-8e09-91d128d14360 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408113 Mar 18 00:35:01.466919 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15feedf7-7677-4468-98ba-25458499be6a req-37d0d4b7-2591-4b26-bc07-5a1002bc7624 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:01.468419 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-15feedf7-7677-4468-98ba-25458499be6a req-37d0d4b7-2591-4b26-bc07-5a1002bc7624 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 944 time: 0.0518708 Mar 18 00:35:01.516892 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-15feedf7-7677-4468-98ba-25458499be6a req-d707728b-8fd7-45fe-b080-9f0382dc1a9b tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431178 Mar 18 00:35:02.036286 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 4af76b0c-e5e6-41da-8b73-388ca7dc537f details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 00:35:02.131980 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 4af76b0c-e5e6-41da-8b73-388ca7dc537f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4af76b0c-e5e6-41da-8b73-388ca7dc537f,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:02.143124 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Returning: {'device': '4af76b0c-e5e6-41da-8b73-388ca7dc537f', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'port_id': '4af76b0c-e5e6-41da-8b73-388ca7dc537f', 'mac_address': 'fa:16:3e:ee:e9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76384fd9-f436-4624-9d38-5e3873131694', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 00:35:02.179339 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 4af76b0c-e5e6-41da-8b73-388ca7dc537f is: DOWN; New status is: BUILD {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:35:02.179723 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:02.192364 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af76b0c-e5e6-41da-8b73-388ca7dc537f {{(pid=109624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:35:02.211294 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 4af76b0c-e5e6-41da-8b73-388ca7dc537f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4af76b0c-e5e6-41da-8b73-388ca7dc537f,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:02.215229 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:02.264401 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=4af76b0c-e5e6-41da-8b73-388ca7dc537f,revision_number=9']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:02.390212 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea04f5-96b0-475a-9a4d-6d0014fc2efc req-9959f17c-92a4-4113-9e82-c8a7fe46e04e tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:02.391669 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-a3ea04f5-96b0-475a-9a4d-6d0014fc2efc req-9959f17c-92a4-4113-9e82-c8a7fe46e04e tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 945 time: 0.0535426 Mar 18 00:35:02.439225 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-a3ea04f5-96b0-475a-9a4d-6d0014fc2efc req-fb98e747-e80e-44f8-a45b-ebf4fa0a509c tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419285 Mar 18 00:35:02.556442 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['4af76b0c-e5e6-41da-8b73-388ca7dc537f'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:35:02.638840 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71496bcf-b705-433f-91cd-21ad90d3d300 req-10132075-e19c-4351-9fe4-b5c639a820a6 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:02.640359 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-71496bcf-b705-433f-91cd-21ad90d3d300 req-10132075-e19c-4351-9fe4-b5c639a820a6 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 945 time: 0.0524545 Mar 18 00:35:02.686996 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-71496bcf-b705-433f-91cd-21ad90d3d300 req-1032d113-44aa-46c9-8c13-be097333de26 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408373 Mar 18 00:35:03.559782 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbba18-5f9c-43a2-a4ad-0ea31cf6f2cf req-f318d1e6-c243-4c3b-8deb-3ba6231fbb0c tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:03.561156 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f0bbba18-5f9c-43a2-a4ad-0ea31cf6f2cf req-f318d1e6-c243-4c3b-8deb-3ba6231fbb0c tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 945 time: 0.0569289 Mar 18 00:35:03.608546 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f0bbba18-5f9c-43a2-a4ad-0ea31cf6f2cf req-2b600bcd-a510-4c16-9d51-cd1b46b47076 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419121 Mar 18 00:35:03.811271 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e72243-2e67-423a-b6c2-a9a5038a488b req-9d7204e8-2797-4478-b681-3a196f35662e tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:03.812743 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-17e72243-2e67-423a-b6c2-a9a5038a488b req-9d7204e8-2797-4478-b681-3a196f35662e tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 945 time: 0.0516031 Mar 18 00:35:03.859732 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-17e72243-2e67-423a-b6c2-a9a5038a488b req-846ab63f-276f-441d-9d19-008753f74fe4 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413280 Mar 18 00:35:04.044062 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 4af76b0c-e5e6-41da-8b73-388ca7dc537f up at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:35:04.093091 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning complete for port 4af76b0c-e5e6-41da-8b73-388ca7dc537f triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:35:04.093501 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:04.168743 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 4af76b0c-e5e6-41da-8b73-388ca7dc537f is: BUILD; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:35:04.169120 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:04.194761 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12476600-1508-4a85-b7ec-aa12e694d9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af76b0c-e5e6-41da-8b73-388ca7dc537f'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:35:04.198251 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49aeae48-a0a3-49e5-844b-ff2e4c99f379" -d '{"events": [{"server_uuid": "12476600-1508-4a85-b7ec-aa12e694d9e6", "name": "network-vif-plugged", "status": "completed", "tag": "4af76b0c-e5e6-41da-8b73-388ca7dc537f"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:35:04.213517 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 4af76b0c-e5e6-41da-8b73-388ca7dc537f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4af76b0c-e5e6-41da-8b73-388ca7dc537f,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:04.218195 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:04.249963 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80aecd99-71a2-48bd-84b4-9c0b241c6ddd x-openstack-request-id: req-80aecd99-71a2-48bd-84b4-9c0b241c6ddd {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:35:04.250256 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12476600-1508-4a85-b7ec-aa12e694d9e6", "name": "network-vif-plugged", "status": "completed", "tag": "4af76b0c-e5e6-41da-8b73-388ca7dc537f", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:35:04.250503 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80aecd99-71a2-48bd-84b4-9c0b241c6ddd {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:35:04.250881 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12476600-1508-4a85-b7ec-aa12e694d9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af76b0c-e5e6-41da-8b73-388ca7dc537f', 'code': 200} Mar 18 00:35:04.278272 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=4af76b0c-e5e6-41da-8b73-388ca7dc537f,revision_number=10']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:04.490727 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30e90b-c890-4b3a-99af-9592d33391a0 req-123bfbc3-652c-4556-8365-7c1edcef7dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:04.491460 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7c30e90b-c890-4b3a-99af-9592d33391a0 req-123bfbc3-652c-4556-8365-7c1edcef7dff service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 1131 time: 0.0468559 Mar 18 00:35:04.534486 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7c30e90b-c890-4b3a-99af-9592d33391a0 req-b07321ec-d449-4139-a397-74129f3d4471 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360100 Mar 18 00:35:04.726084 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6818c-c929-47c4-9d5c-fd80c8284097 req-2a32dcd3-9881-4c3f-ba50-a322ab3029a0 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:04.727559 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d5c6818c-c929-47c4-9d5c-fd80c8284097 req-2a32dcd3-9881-4c3f-ba50-a322ab3029a0 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 945 time: 0.0526974 Mar 18 00:35:04.776178 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d5c6818c-c929-47c4-9d5c-fd80c8284097 req-9277ed39-295f-476a-ae6c-3662a2072a92 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426526 Mar 18 00:35:04.981827 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8778f-9922-47ee-86d8-04da2be64ca7 req-739a3a35-6ff4-4667-8d4e-6ec872887770 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:04.983268 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-16d8778f-9922-47ee-86d8-04da2be64ca7 req-739a3a35-6ff4-4667-8d4e-6ec872887770 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 947 time: 0.0513384 Mar 18 00:35:05.029143 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-16d8778f-9922-47ee-86d8-04da2be64ca7 req-ecae9854-83c2-44cd-998a-010358a08f9e tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402713 Mar 18 00:35:05.893066 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92175e-04a7-47a9-a86f-89114e4b65de req-71f01480-80e5-4625-bae9-12210ca399fb tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:05.894592 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cb92175e-04a7-47a9-a86f-89114e4b65de req-71f01480-80e5-4625-bae9-12210ca399fb tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 945 time: 0.0519423 Mar 18 00:35:05.951036 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cb92175e-04a7-47a9-a86f-89114e4b65de req-80412576-5df4-4210-822d-aec0f68fe4cd tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476804 Mar 18 00:35:06.130115 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:06.162494 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e1381-34b6-4caf-b17c-02666493e5b7 req-45eb5968-7478-4b38-9a19-1ec267e4ed10 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:06.164125 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-838e1381-34b6-4caf-b17c-02666493e5b7 req-45eb5968-7478-4b38-9a19-1ec267e4ed10 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 947 time: 0.0580726 Mar 18 00:35:06.223812 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-838e1381-34b6-4caf-b17c-02666493e5b7 req-12ef3e35-a671-460b-9b0b-96ed6658f064 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529752 Mar 18 00:35:07.071966 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f8cbf-29de-4ec2-8f7b-93f4949d6e5e req-6c8fc926-4e98-406d-a50d-ae41d035929b tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:07.073454 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-fc8f8cbf-29de-4ec2-8f7b-93f4949d6e5e req-6c8fc926-4e98-406d-a50d-ae41d035929b tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 945 time: 0.0559804 Mar 18 00:35:07.125411 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-fc8f8cbf-29de-4ec2-8f7b-93f4949d6e5e req-b319b309-5dcb-45fd-98e5-b1a3e7b021ec tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464866 Mar 18 00:35:07.348106 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138f96a-0d41-4095-9c53-073f6c33ad9a req-96da1c79-a044-4e65-b030-351f1fbea930 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:07.350251 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-8138f96a-0d41-4095-9c53-073f6c33ad9a req-96da1c79-a044-4e65-b030-351f1fbea930 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 947 time: 0.0529978 Mar 18 00:35:07.396796 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-8138f96a-0d41-4095-9c53-073f6c33ad9a req-a293653c-7aef-4fb8-b9b2-ac704a08d013 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404165 Mar 18 00:35:08.158986 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deafd81-66dd-48bc-8d9d-25e011bb1b88 req-8695d193-ffc6-4b04-9f70-f5e48a3fa73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:08.160488 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4deafd81-66dd-48bc-8d9d-25e011bb1b88 req-8695d193-ffc6-4b04-9f70-f5e48a3fa73b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=566f1fc415cf4cb193c8e431d0d0f3db&device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 1129 time: 0.0442750 Mar 18 00:35:08.289422 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deafd81-66dd-48bc-8d9d-25e011bb1b88 req-812b1244-d43c-47c7-aa00-001dd42ec7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:08.290892 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4deafd81-66dd-48bc-8d9d-25e011bb1b88 req-812b1244-d43c-47c7-aa00-001dd42ec7ed service neutron] 10.222.0.10 "GET /v2.0/networks?id=96ae1d1c-dc7f-45c7-b0c1-8234cd904409 HTTP/1.1" status: 200 len: 909 time: 0.1246839 Mar 18 00:35:08.298513 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846b7e3-3240-4fb4-9030-dca608f4f372 req-0400a470-4a63-42b2-baee-3b78fe1b58a8 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:08.299860 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9846b7e3-3240-4fb4-9030-dca608f4f372 req-0400a470-4a63-42b2-baee-3b78fe1b58a8 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 945 time: 0.0839591 Mar 18 00:35:08.388194 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4deafd81-66dd-48bc-8d9d-25e011bb1b88 req-367c94c9-3919-4dd9-9059-ef69c5206712 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0374c92-7fa0-46d9-a2f3-99c2c1606436 HTTP/1.1" status: 200 len: 1001 time: 0.0874090 Mar 18 00:35:08.396531 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9846b7e3-3240-4fb4-9030-dca608f4f372 req-335109ee-5abb-437f-b233-6309dcf0a4ec tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895815 Mar 18 00:35:08.440059 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deafd81-66dd-48bc-8d9d-25e011bb1b88 req-a3469f31-45d0-4c99-8cbe-1007d30ffd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:08.441553 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4deafd81-66dd-48bc-8d9d-25e011bb1b88 req-a3469f31-45d0-4c99-8cbe-1007d30ffd49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1a76d3f-7d67-4646-8350-4b7833079f0d HTTP/1.1" status: 200 len: 848 time: 0.0440385 Mar 18 00:35:08.488657 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deafd81-66dd-48bc-8d9d-25e011bb1b88 req-f8ff5ee8-cafe-4269-987e-bf53bebc2ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:08.490821 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4deafd81-66dd-48bc-8d9d-25e011bb1b88 req-f8ff5ee8-cafe-4269-987e-bf53bebc2ae1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96ae1d1c-dc7f-45c7-b0c1-8234cd904409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0432518 Mar 18 00:35:08.579965 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4deafd81-66dd-48bc-8d9d-25e011bb1b88 req-58c8e9b0-d592-4001-b3f2-581cb93a276b service neutron] 10.222.0.10 "GET /v2.0/networks/96ae1d1c-dc7f-45c7-b0c1-8234cd904409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828133 Mar 18 00:35:08.664964 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4deafd81-66dd-48bc-8d9d-25e011bb1b88 req-c795376d-7d6a-4472-bd91-f12cef04cb8c service neutron] 10.222.0.10 "GET /v2.0/networks/96ae1d1c-dc7f-45c7-b0c1-8234cd904409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792639 Mar 18 00:35:09.514033 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f1777-e16d-4017-abf0-197060a7f94d req-6c871bdf-0898-4280-881b-cf569d32e22d tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:09.515536 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-711f1777-e16d-4017-abf0-197060a7f94d req-6c871bdf-0898-4280-881b-cf569d32e22d tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 945 time: 0.0520704 Mar 18 00:35:09.563489 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-711f1777-e16d-4017-abf0-197060a7f94d req-5d37e3b2-9b60-42e5-b3d4-1631010eba38 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425401 Mar 18 00:35:10.699554 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de64f72-8f59-4239-be47-04723f95490a req-3df597ab-5f6f-4397-aa97-ab9a5e44f093 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:10.701043 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9de64f72-8f59-4239-be47-04723f95490a req-3df597ab-5f6f-4397-aa97-ab9a5e44f093 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 945 time: 0.0681753 Mar 18 00:35:10.759052 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9de64f72-8f59-4239-be47-04723f95490a req-37a7f0ff-e1b3-40f8-b7bc-1be43bc2438a tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522904 Mar 18 00:35:11.886088 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daa8e9-d309-41dc-927d-09a9be1079ed req-1b5995b7-048b-4bab-bb62-5a9265e481cc tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:11.887530 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-42daa8e9-d309-41dc-927d-09a9be1079ed req-1b5995b7-048b-4bab-bb62-5a9265e481cc tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 945 time: 0.0570469 Mar 18 00:35:11.936956 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-42daa8e9-d309-41dc-927d-09a9be1079ed req-b4296a5d-a297-4896-934c-1b46417cf746 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439596 Mar 18 00:35:12.050155 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [req-2366d8dc-d711-4b6f-8df6-5f8007b305af req-f01fb395-81ba-4762-b0d5-6f2167dd6b42 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109622) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 00:35:12.051155 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2366d8dc-d711-4b6f-8df6-5f8007b305af req-f01fb395-81ba-4762-b0d5-6f2167dd6b42 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0491335 Mar 18 00:35:12.185289 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55534) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:12.203631 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd465f-ecdb-4be5-9792-08544e8f60d7 req-21550ed9-c811-45bf-b863-e16bbce57501 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:12.205085 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-84bd465f-ecdb-4be5-9792-08544e8f60d7 req-21550ed9-c811-45bf-b863-e16bbce57501 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 945 time: 0.0522423 Mar 18 00:35:12.254887 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-84bd465f-ecdb-4be5-9792-08544e8f60d7 req-811fd016-ce74-4fe8-9dc8-4cef86759a37 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439134 Mar 18 00:35:12.273508 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c6966d74-fb3b-4568-bfc2-5079428ebbc9 req-6009e9a6-4e40-49eb-8d90-3c9385f3d810 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869784 Mar 18 00:35:12.281893 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [req-c6966d74-fb3b-4568-bfc2-5079428ebbc9 req-476d67be-8fbf-453c-bd16-cc5953b76c35 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109622) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 00:35:12.283105 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c6966d74-fb3b-4568-bfc2-5079428ebbc9 req-476d67be-8fbf-453c-bd16-cc5953b76c35 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051007 Mar 18 00:35:12.376504 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55542) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:12.466298 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966d74-fb3b-4568-bfc2-5079428ebbc9 req-4e667483-3f08-4d62-925f-3958f4b22af8 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:12.467615 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c6966d74-fb3b-4568-bfc2-5079428ebbc9 req-4e667483-3f08-4d62-925f-3958f4b22af8 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports/e0374c92-7fa0-46d9-a2f3-99c2c1606436 HTTP/1.1" status: 200 len: 942 time: 0.0901384 Mar 18 00:35:13.397515 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87788441-6e83-4344-a12e-3d5ed22f9220 req-2fb48061-5c0e-4ad2-b26a-7d629dabd682 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:13.400010 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-87788441-6e83-4344-a12e-3d5ed22f9220 req-2fb48061-5c0e-4ad2-b26a-7d629dabd682 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 945 time: 0.0680578 Mar 18 00:35:13.460048 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-87788441-6e83-4344-a12e-3d5ed22f9220 req-3fcdc225-ac4a-401e-ab30-418f03a490cc tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540524 Mar 18 00:35:13.798321 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966d74-fb3b-4568-bfc2-5079428ebbc9 req-d8ca3a01-956d-4349-b8c8-8ab235d27b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:13.800130 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c6966d74-fb3b-4568-bfc2-5079428ebbc9 req-d8ca3a01-956d-4349-b8c8-8ab235d27b89 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f&tenant_id=566f1fc415cf4cb193c8e431d0d0f3db HTTP/1.1" status: 200 len: 1129 time: 0.0523064 Mar 18 00:35:13.876857 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966d74-fb3b-4568-bfc2-5079428ebbc9 req-6312cba9-f679-4e7d-b48c-75c42c6ef33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:13.878353 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c6966d74-fb3b-4568-bfc2-5079428ebbc9 req-6312cba9-f679-4e7d-b48c-75c42c6ef33a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=566f1fc415cf4cb193c8e431d0d0f3db&device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 1129 time: 0.0442235 Mar 18 00:35:13.966539 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966d74-fb3b-4568-bfc2-5079428ebbc9 req-8493200d-3aa2-434b-8fb2-24eca9659115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:13.967975 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c6966d74-fb3b-4568-bfc2-5079428ebbc9 req-8493200d-3aa2-434b-8fb2-24eca9659115 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96ae1d1c-dc7f-45c7-b0c1-8234cd904409 HTTP/1.1" status: 200 len: 909 time: 0.0835090 Mar 18 00:35:14.031037 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c6966d74-fb3b-4568-bfc2-5079428ebbc9 req-23fc6095-9751-4e4c-b687-29c24a492b9b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0374c92-7fa0-46d9-a2f3-99c2c1606436 HTTP/1.1" status: 200 len: 1001 time: 0.0563111 Mar 18 00:35:14.041502 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device e0374c92-7fa0-46d9-a2f3-99c2c1606436 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:35:14.078002 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966d74-fb3b-4568-bfc2-5079428ebbc9 req-7b9ff478-2750-48e1-af66-93d761bc2c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:14.079388 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c6966d74-fb3b-4568-bfc2-5079428ebbc9 req-7b9ff478-2750-48e1-af66-93d761bc2c6a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1a76d3f-7d67-4646-8350-4b7833079f0d HTTP/1.1" status: 200 len: 848 time: 0.0416420 Mar 18 00:35:14.121524 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port e0374c92-7fa0-46d9-a2f3-99c2c1606436 is: ACTIVE; New status is: DOWN {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:35:14.121914 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (e0374c92-7fa0-46d9-a2f3-99c2c1606436), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:14.131063 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966d74-fb3b-4568-bfc2-5079428ebbc9 req-6fded1cb-620a-4f4e-b4b2-09404681539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:14.132577 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c6966d74-fb3b-4568-bfc2-5079428ebbc9 req-6fded1cb-620a-4f4e-b4b2-09404681539f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96ae1d1c-dc7f-45c7-b0c1-8234cd904409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0470862 Mar 18 00:35:14.143708 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a801e6a-37cb-4efb-857b-6cfcf7e2f06f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0374c92-7fa0-46d9-a2f3-99c2c1606436'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:35:14.146472 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9cae8e-1d26-4bcc-93ab-a9cd87cd8b04" -d '{"events": [{"server_uuid": "2a801e6a-37cb-4efb-857b-6cfcf7e2f06f", "name": "network-vif-unplugged", "status": "completed", "tag": "e0374c92-7fa0-46d9-a2f3-99c2c1606436"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:35:14.162783 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port e0374c92-7fa0-46d9-a2f3-99c2c1606436, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e0374c92-7fa0-46d9-a2f3-99c2c1606436,segment=NetworkSegment(3f4680f7-c685-44a9-a1e4-1a3205ecc5dd),segment_id=3f4680f7-c685-44a9-a1e4-1a3205ecc5dd)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:14.167727 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (e0374c92-7fa0-46d9-a2f3-99c2c1606436), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:14.203048 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:35:14.219183 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=e0374c92-7fa0-46d9-a2f3-99c2c1606436,revision_number=6']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:14.229751 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c6966d74-fb3b-4568-bfc2-5079428ebbc9 req-41893a5b-fff2-4245-9bd4-f6fe928d4aa4 service neutron] 10.222.0.10 "GET /v2.0/networks/96ae1d1c-dc7f-45c7-b0c1-8234cd904409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907366 Mar 18 00:35:14.271692 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Mar 2022 00:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f3595f-6304-4e19-83d5-e031899c2f09 x-openstack-request-id: req-16f3595f-6304-4e19-83d5-e031899c2f09 {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:35:14.271987 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a801e6a-37cb-4efb-857b-6cfcf7e2f06f", "name": "network-vif-unplugged", "status": "completed", "tag": "e0374c92-7fa0-46d9-a2f3-99c2c1606436", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:35:14.272240 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16f3595f-6304-4e19-83d5-e031899c2f09 {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:35:14.272636 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a801e6a-37cb-4efb-857b-6cfcf7e2f06f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0374c92-7fa0-46d9-a2f3-99c2c1606436', 'code': 200} Mar 18 00:35:14.327847 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c6966d74-fb3b-4568-bfc2-5079428ebbc9 req-a05ae420-1983-429a-bfa6-21f5464c38da service neutron] 10.222.0.10 "GET /v2.0/networks/96ae1d1c-dc7f-45c7-b0c1-8234cd904409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884392 Mar 18 00:35:14.576259 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6895c3c-aeba-46f8-af5e-049a935ed1b8 req-4e7154e1-f48c-4ad5-b659-d456ae889498 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:14.577719 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e6895c3c-aeba-46f8-af5e-049a935ed1b8 req-4e7154e1-f48c-4ad5-b659-d456ae889498 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 943 time: 0.0516531 Mar 18 00:35:14.624808 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e6895c3c-aeba-46f8-af5e-049a935ed1b8 req-3fdcb3fd-d48e-4e1d-bcf1-505ed80e94d3 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415556 Mar 18 00:35:15.692444 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b499d-89ad-4c1b-afce-71f9b4177ab6 req-44354d07-4869-4007-a678-da6f3bbdd932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:15.694011 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5a9b499d-89ad-4c1b-afce-71f9b4177ab6 req-44354d07-4869-4007-a678-da6f3bbdd932 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 1127 time: 0.0448575 Mar 18 00:35:15.744605 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5a9b499d-89ad-4c1b-afce-71f9b4177ab6 req-bb166be7-272b-482f-bc84-f2fc48e9264e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430126 Mar 18 00:35:15.744868 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b22f6-2e90-424d-b9b8-00ed43a946e0 req-3d1f0c97-676e-40dd-870a-a72d1c0a288a tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:15.746114 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-bb7b22f6-2e90-424d-b9b8-00ed43a946e0 req-3d1f0c97-676e-40dd-870a-a72d1c0a288a tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 943 time: 0.0518723 Mar 18 00:35:15.799124 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-bb7b22f6-2e90-424d-b9b8-00ed43a946e0 req-5bd956fd-2164-49be-8437-d9a353800c57 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475395 Mar 18 00:35:16.073130 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device e0374c92-7fa0-46d9-a2f3-99c2c1606436 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 00:35:16.169964 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port e0374c92-7fa0-46d9-a2f3-99c2c1606436, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e0374c92-7fa0-46d9-a2f3-99c2c1606436,segment=NetworkSegment(3f4680f7-c685-44a9-a1e4-1a3205ecc5dd),segment_id=3f4680f7-c685-44a9-a1e4-1a3205ecc5dd)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:16.181347 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Returning: {'device': 'e0374c92-7fa0-46d9-a2f3-99c2c1606436', 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409', 'port_id': 'e0374c92-7fa0-46d9-a2f3-99c2c1606436', 'mac_address': 'fa:16:3e:be:6b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a76d3f-7d67-4646-8350-4b7833079f0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 00:35:16.218531 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port e0374c92-7fa0-46d9-a2f3-99c2c1606436 is: DOWN; New status is: BUILD {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:35:16.218983 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (e0374c92-7fa0-46d9-a2f3-99c2c1606436), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:16.232021 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0374c92-7fa0-46d9-a2f3-99c2c1606436 {{(pid=109624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:35:16.251441 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port e0374c92-7fa0-46d9-a2f3-99c2c1606436, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e0374c92-7fa0-46d9-a2f3-99c2c1606436,segment=NetworkSegment(3f4680f7-c685-44a9-a1e4-1a3205ecc5dd),segment_id=3f4680f7-c685-44a9-a1e4-1a3205ecc5dd)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:16.255912 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (e0374c92-7fa0-46d9-a2f3-99c2c1606436), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:16.305765 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=e0374c92-7fa0-46d9-a2f3-99c2c1606436,revision_number=7']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:16.924278 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b54c7-06ed-4bb0-b62f-2aec2b9f8f8f req-56ff88f5-fcd5-497c-a297-9d8f4ae0caa6 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:16.925821 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d46b54c7-06ed-4bb0-b62f-2aec2b9f8f8f req-56ff88f5-fcd5-497c-a297-9d8f4ae0caa6 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 944 time: 0.0584629 Mar 18 00:35:16.974843 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d46b54c7-06ed-4bb0-b62f-2aec2b9f8f8f req-a5c1df9e-014f-4a2b-b11d-00baa0358459 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427060 Mar 18 00:35:17.681790 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['e0374c92-7fa0-46d9-a2f3-99c2c1606436'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:35:18.089621 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e3754-7253-403f-8c90-2053c6d52dae req-a731849f-8fb4-4c78-8275-ac7792301c52 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:18.091066 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-d53e3754-7253-403f-8c90-2053c6d52dae req-a731849f-8fb4-4c78-8275-ac7792301c52 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 944 time: 0.0517299 Mar 18 00:35:18.138528 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-d53e3754-7253-403f-8c90-2053c6d52dae req-5ad68c13-bbd1-4d21-b801-f17a5444cf65 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420413 Mar 18 00:35:20.079906 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device e0374c92-7fa0-46d9-a2f3-99c2c1606436 up at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:35:20.125861 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning complete for port e0374c92-7fa0-46d9-a2f3-99c2c1606436 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:35:20.126227 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (e0374c92-7fa0-46d9-a2f3-99c2c1606436), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:20.208429 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port e0374c92-7fa0-46d9-a2f3-99c2c1606436 is: BUILD; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:35:20.208864 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (e0374c92-7fa0-46d9-a2f3-99c2c1606436), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:20.233799 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a801e6a-37cb-4efb-857b-6cfcf7e2f06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0374c92-7fa0-46d9-a2f3-99c2c1606436'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:35:20.235966 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b4db5a-c47b-4ba3-b6dc-58f24aacd01d" -d '{"events": [{"server_uuid": "2a801e6a-37cb-4efb-857b-6cfcf7e2f06f", "name": "network-vif-plugged", "status": "completed", "tag": "e0374c92-7fa0-46d9-a2f3-99c2c1606436"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:35:20.249809 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port e0374c92-7fa0-46d9-a2f3-99c2c1606436, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e0374c92-7fa0-46d9-a2f3-99c2c1606436,segment=NetworkSegment(3f4680f7-c685-44a9-a1e4-1a3205ecc5dd),segment_id=3f4680f7-c685-44a9-a1e4-1a3205ecc5dd)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:20.255656 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (e0374c92-7fa0-46d9-a2f3-99c2c1606436), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:20.278236 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ded6168-c923-458c-9e1b-22c4e9d96368 x-openstack-request-id: req-8ded6168-c923-458c-9e1b-22c4e9d96368 {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:35:20.278523 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a801e6a-37cb-4efb-857b-6cfcf7e2f06f", "name": "network-vif-plugged", "status": "completed", "tag": "e0374c92-7fa0-46d9-a2f3-99c2c1606436", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:35:20.278985 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ded6168-c923-458c-9e1b-22c4e9d96368 {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:35:20.279167 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a801e6a-37cb-4efb-857b-6cfcf7e2f06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0374c92-7fa0-46d9-a2f3-99c2c1606436', 'code': 200} Mar 18 00:35:20.305160 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=e0374c92-7fa0-46d9-a2f3-99c2c1606436,revision_number=8']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:21.450971 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-d69822cf-4fc4-4419-a0aa-51bf6e365112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:23.820999 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e7e4a5df-176f-488c-8be6-4a959d15b770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:24.673067 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:26.370520 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:27.332156 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-914141af-990e-476b-b41a-9d458a472dfc req-ffdeff19-d8a9-419e-92e1-b5069a538b42 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1699099656&fields=id&tenant_id=75e4c15ee2714d81afff87890391ecb6 HTTP/1.1" status: 200 len: 267 time: 0.0431201 Mar 18 00:35:27.387969 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914141af-990e-476b-b41a-9d458a472dfc req-110c1a46-1f60-4140-a872-ebe4c32916de tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:27.389665 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-914141af-990e-476b-b41a-9d458a472dfc req-110c1a46-1f60-4140-a872-ebe4c32916de tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 985 time: 0.0521779 Mar 18 00:35:27.399810 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [req-914141af-990e-476b-b41a-9d458a472dfc req-60c29a7f-b5e6-46ad-97d2-8d02a6e70395 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Request body: {'port': {'security_groups': ['f04f67cb-389f-4658-be1c-d4a300378ca6']}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:35:27.474845 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-914141af-990e-476b-b41a-9d458a472dfc req-60c29a7f-b5e6-46ad-97d2-8d02a6e70395 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (19c9ab39-f398-4f02-82c6-24eab6f75324), before_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:27.644426 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.db [req-914141af-990e-476b-b41a-9d458a472dfc req-60c29a7f-b5e6-46ad-97d2-8d02a6e70395 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] For port 19c9ab39-f398-4f02-82c6-24eab6f75324, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=19c9ab39-f398-4f02-82c6-24eab6f75324,segment=NetworkSegment(7d297bd3-f914-47dd-8fb5-4044e5ec0936),segment_id=7d297bd3-f914-47dd-8fb5-4044e5ec0936)] {{(pid=109623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:27.673457 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-914141af-990e-476b-b41a-9d458a472dfc req-60c29a7f-b5e6-46ad-97d2-8d02a6e70395 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for port (19c9ab39-f398-4f02-82c6-24eab6f75324), precommit_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:27.678037 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-914141af-990e-476b-b41a-9d458a472dfc req-60c29a7f-b5e6-46ad-97d2-8d02a6e70395 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9398957'] for port (19c9ab39-f398-4f02-82c6-24eab6f75324), after_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:27.714609 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['19c9ab39-f398-4f02-82c6-24eab6f75324'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:35:27.723294 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914141af-990e-476b-b41a-9d458a472dfc req-60c29a7f-b5e6-46ad-97d2-8d02a6e70395 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:27.724810 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [req-914141af-990e-476b-b41a-9d458a472dfc req-60c29a7f-b5e6-46ad-97d2-8d02a6e70395 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:27.726962 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-914141af-990e-476b-b41a-9d458a472dfc req-60c29a7f-b5e6-46ad-97d2-8d02a6e70395 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "PUT /v2.0/ports/19c9ab39-f398-4f02-82c6-24eab6f75324 HTTP/1.1" status: 200 len: 943 time: 0.3314693 Mar 18 00:35:27.727658 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eca49e0-787e-4124-8419-bdc192bc75a8', 'tag': '19c9ab39-f398-4f02-82c6-24eab6f75324'}] {{(pid=109623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:35:27.730850 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7516d28204096922e4ecff7ff99285710cd6cc6eb93d78320b89f05ba80b8814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8525e0-c1f2-4b46-9591-3dc9adbfcca3" -d '{"events": [{"name": "network-changed", "server_uuid": "3eca49e0-787e-4124-8419-bdc192bc75a8", "tag": "19c9ab39-f398-4f02-82c6-24eab6f75324"}]}' {{(pid=109623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:35:27.734865 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55582) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:27.760733 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c29a7f-b5e6-46ad-97d2-8d02a6e70395 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Pushing event updated for resources: {'Port': ['ID=19c9ab39-f398-4f02-82c6-24eab6f75324,revision_number=7']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:27.798068 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:27.827093 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-58ee25a4-9f43-48e0-9754-af42137fa4d8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for security_group (14634572-8764-4564-a827-8baea62216a2), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:27.857665 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efe6d28-6f38-474c-83ad-e6667a765fc7 x-openstack-request-id: req-9efe6d28-6f38-474c-83ad-e6667a765fc7 {{(pid=109623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:35:27.858031 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eca49e0-787e-4124-8419-bdc192bc75a8", "tag": "19c9ab39-f398-4f02-82c6-24eab6f75324", "status": "completed", "code": 200}]} {{(pid=109623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:35:27.858351 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9efe6d28-6f38-474c-83ad-e6667a765fc7 {{(pid=109623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:35:27.858821 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eca49e0-787e-4124-8419-bdc192bc75a8', 'tag': '19c9ab39-f398-4f02-82c6-24eab6f75324', 'status': 'completed', 'code': 200} Mar 18 00:35:27.859067 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-58ee25a4-9f43-48e0-9754-af42137fa4d8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for security_group (14634572-8764-4564-a827-8baea62216a2), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:27.876238 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['19c9ab39-f398-4f02-82c6-24eab6f75324'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:35:27.964744 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-58ee25a4-9f43-48e0-9754-af42137fa4d8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (14634572-8764-4564-a827-8baea62216a2), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:27.966959 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-58ee25a4-9f43-48e0-9754-af42137fa4d8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:27.970685 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-58ee25a4-9f43-48e0-9754-af42137fa4d8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "DELETE /v2.0/security-groups/14634572-8764-4564-a827-8baea62216a2 HTTP/1.1" status: 204 len: 168 time: 0.2323968 Mar 18 00:35:27.971217 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55586) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:27.981059 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee25a4-9f43-48e0-9754-af42137fa4d8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14634572-8764-4564-a827-8baea62216a2,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:27.984573 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8525e0-c1f2-4b46-9591-3dc9adbfcca3 req-93e17ca7-1312-483b-b478-3f995d03bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:27.986132 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac8525e0-c1f2-4b46-9591-3dc9adbfcca3 req-93e17ca7-1312-483b-b478-3f995d03bb72 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75e4c15ee2714d81afff87890391ecb6&device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 1130 time: 0.0740507 Mar 18 00:35:27.992470 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee25a4-9f43-48e0-9754-af42137fa4d8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:27.992828 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee25a4-9f43-48e0-9754-af42137fa4d8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:27.993183 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee25a4-9f43-48e0-9754-af42137fa4d8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:27.993559 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee25a4-9f43-48e0-9754-af42137fa4d8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:27.993931 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee25a4-9f43-48e0-9754-af42137fa4d8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:27.994227 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee25a4-9f43-48e0-9754-af42137fa4d8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:27.994566 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee25a4-9f43-48e0-9754-af42137fa4d8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:27.994899 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee25a4-9f43-48e0-9754-af42137fa4d8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:27.995288 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee25a4-9f43-48e0-9754-af42137fa4d8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:27.995729 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee25a4-9f43-48e0-9754-af42137fa4d8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:27.996375 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee25a4-9f43-48e0-9754-af42137fa4d8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:27.996694 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee25a4-9f43-48e0-9754-af42137fa4d8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:27.997087 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee25a4-9f43-48e0-9754-af42137fa4d8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:27.997904 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee25a4-9f43-48e0-9754-af42137fa4d8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:27.998181 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee25a4-9f43-48e0-9754-af42137fa4d8 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:28.096007 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8525e0-c1f2-4b46-9591-3dc9adbfcca3 req-192b50fa-79f3-4cb7-9662-02d6558d112b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:28.097486 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac8525e0-c1f2-4b46-9591-3dc9adbfcca3 req-192b50fa-79f3-4cb7-9662-02d6558d112b service neutron] 10.222.0.10 "GET /v2.0/networks?id=744097eb-7efa-4cb3-b1c0-25e7ce1cd605 HTTP/1.1" status: 200 len: 914 time: 0.0948977 Mar 18 00:35:28.098213 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-96c98d31-16b8-45bb-989f-99607c21cd9c None None] Provisioning complete for port 19c9ab39-f398-4f02-82c6-24eab6f75324 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:35:28.098731 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-96c98d31-16b8-45bb-989f-99607c21cd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (19c9ab39-f398-4f02-82c6-24eab6f75324), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:28.149637 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-3af9d5fb-f9bc-43e1-84d5-7d7a5f11196b tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Deleting port 843df202-99cb-4d75-8543-120cd47e297b {{(pid=109623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:35:28.150086 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3af9d5fb-f9bc-43e1-84d5-7d7a5f11196b tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (843df202-99cb-4d75-8543-120cd47e297b), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:28.169590 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac8525e0-c1f2-4b46-9591-3dc9adbfcca3 req-b4a55b12-56d3-4da9-a109-10836b1229b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19c9ab39-f398-4f02-82c6-24eab6f75324 HTTP/1.1" status: 200 len: 1002 time: 0.0655198 Mar 18 00:35:28.179111 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-96c98d31-16b8-45bb-989f-99607c21cd9c None None] Current status of the port 19c9ab39-f398-4f02-82c6-24eab6f75324 is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:35:28.219273 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8525e0-c1f2-4b46-9591-3dc9adbfcca3 req-af94439e-fcef-49ff-a219-11188cb94f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:28.220999 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac8525e0-c1f2-4b46-9591-3dc9adbfcca3 req-af94439e-fcef-49ff-a219-11188cb94f69 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f44fc5cd-938e-4ada-b4db-a8145a98cdb6 HTTP/1.1" status: 200 len: 853 time: 0.0448563 Mar 18 00:35:28.227841 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3af9d5fb-f9bc-43e1-84d5-7d7a5f11196b tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (843df202-99cb-4d75-8543-120cd47e297b), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:28.228165 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3af9d5fb-f9bc-43e1-84d5-7d7a5f11196b tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for floatingip (843df202-99cb-4d75-8543-120cd47e297b), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:28.240113 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-3af9d5fb-f9bc-43e1-84d5-7d7a5f11196b tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Calling delete_port for 843df202-99cb-4d75-8543-120cd47e297b owned by network:floatingip {{(pid=109623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:35:28.270398 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8525e0-c1f2-4b46-9591-3dc9adbfcca3 req-eab54990-bb5e-45f8-a5ff-16de6d78c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:28.271966 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac8525e0-c1f2-4b46-9591-3dc9adbfcca3 req-eab54990-bb5e-45f8-a5ff-16de6d78c96a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=744097eb-7efa-4cb3-b1c0-25e7ce1cd605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0436039 Mar 18 00:35:28.362706 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac8525e0-c1f2-4b46-9591-3dc9adbfcca3 req-a258cd3e-4cf1-465a-afef-5b5a132d3d8e service neutron] 10.222.0.10 "GET /v2.0/networks/744097eb-7efa-4cb3-b1c0-25e7ce1cd605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839942 Mar 18 00:35:28.416866 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3af9d5fb-f9bc-43e1-84d5-7d7a5f11196b tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (843df202-99cb-4d75-8543-120cd47e297b), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:28.441955 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9d5fb-f9bc-43e1-84d5-7d7a5f11196b tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Pushing event deleted for resources: {'Port': ['ID=843df202-99cb-4d75-8543-120cd47e297b,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:28.463014 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac8525e0-c1f2-4b46-9591-3dc9adbfcca3 req-08de9c48-1c38-4a97-9619-feb473da2b25 service neutron] 10.222.0.10 "GET /v2.0/networks/744097eb-7efa-4cb3-b1c0-25e7ce1cd605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927794 Mar 18 00:35:28.506259 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3af9d5fb-f9bc-43e1-84d5-7d7a5f11196b tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks [] for floatingip (02bfb375-2cab-49ac-81b5-db3573c69042), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:28.506259 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.db.l3_db [None req-3af9d5fb-f9bc-43e1-84d5-7d7a5f11196b tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Floating IP 02bfb375-2cab-49ac-81b5-db3573c69042 disassociated (deleted). External IP: 172.28.2.225, port: 19c9ab39-f398-4f02-82c6-24eab6f75324. Mar 18 00:35:28.708958 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af9d5fb-f9bc-43e1-84d5-7d7a5f11196b tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Router 60b14ebe-9cec-4013-a6af-a7ba329bdfa0 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:35:28.814818 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af9d5fb-f9bc-43e1-84d5-7d7a5f11196b tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:35:28.819157 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-3af9d5fb-f9bc-43e1-84d5-7d7a5f11196b tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:28.825242 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b278d304-5188-4625-906c-3c509d68be73 None None] Sync routers for ids ['60b14ebe-9cec-4013-a6af-a7ba329bdfa0'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:35:28.838879 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b278d304-5188-4625-906c-3c509d68be73 None None] Routers {'60b14ebe-9cec-4013-a6af-a7ba329bdfa0'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:35:28.839483 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-b278d304-5188-4625-906c-3c509d68be73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:35:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['60b14ebe-9cec-4013-a6af-a7ba329bdfa0'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:28.847383 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-3af9d5fb-f9bc-43e1-84d5-7d7a5f11196b tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "DELETE /v2.0/floatingips/02bfb375-2cab-49ac-81b5-db3573c69042 HTTP/1.1" status: 204 len: 168 time: 0.8749015 Mar 18 00:35:28.945853 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-b278d304-5188-4625-906c-3c509d68be73 None None] Set router 60b14ebe-9cec-4013-a6af-a7ba329bdfa0 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:35:29.272242 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-b278d304-5188-4625-906c-3c509d68be73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'name': 'tempest-TestMinimumBasicScenario-884098378-router', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:33:10Z', 'updated_at': '2022-03-18T00:33:14Z', 'revision_number': 4, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'gw_port': {'id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:11Z', 'updated_at': '2022-03-18T00:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': 'af5a3c2b-9763-49f9-8406-25c66cc403a2', 'name': '', 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'mac_address': 'fa:16:3e:63:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f44fc5cd-938e-4ada-b4db-a8145a98cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:13Z', 'updated_at': '2022-03-18T00:33:18Z', 'revision_number': 5, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'subnets': [{'id': 'f44fc5cd-938e-4ada-b4db-a8145a98cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:29.298075 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b278d304-5188-4625-906c-3c509d68be73 None None] Checking router: 60b14ebe-9cec-4013-a6af-a7ba329bdfa0 for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:35:29.306525 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b278d304-5188-4625-906c-3c509d68be73 None None] Routers {'60b14ebe-9cec-4013-a6af-a7ba329bdfa0'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:35:29.307110 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-b278d304-5188-4625-906c-3c509d68be73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:35:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['60b14ebe-9cec-4013-a6af-a7ba329bdfa0'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:29.412520 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-b278d304-5188-4625-906c-3c509d68be73 None None] Set router 60b14ebe-9cec-4013-a6af-a7ba329bdfa0 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:35:29.608360 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-b278d304-5188-4625-906c-3c509d68be73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'name': 'tempest-TestMinimumBasicScenario-884098378-router', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:33:10Z', 'updated_at': '2022-03-18T00:33:14Z', 'revision_number': 4, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'gw_port': {'id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:11Z', 'updated_at': '2022-03-18T00:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': 'af5a3c2b-9763-49f9-8406-25c66cc403a2', 'name': '', 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'mac_address': 'fa:16:3e:63:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f44fc5cd-938e-4ada-b4db-a8145a98cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:13Z', 'updated_at': '2022-03-18T00:33:18Z', 'revision_number': 5, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'subnets': [{'id': 'f44fc5cd-938e-4ada-b4db-a8145a98cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:29.635967 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b278d304-5188-4625-906c-3c509d68be73 None None] The sync data for ids ['60b14ebe-9cec-4013-a6af-a7ba329bdfa0'] in dv-cinder-768458-19-smb is: [{'id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'name': 'tempest-TestMinimumBasicScenario-884098378-router', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:33:10Z', 'updated_at': '2022-03-18T00:33:14Z', 'revision_number': 4, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'gw_port': {'id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:11Z', 'updated_at': '2022-03-18T00:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': 'af5a3c2b-9763-49f9-8406-25c66cc403a2', 'name': '', 'network_id': '744097eb-7efa-4cb3-b1c0-25e7ce1cd605', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'mac_address': 'fa:16:3e:63:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f44fc5cd-938e-4ada-b4db-a8145a98cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:13Z', 'updated_at': '2022-03-18T00:33:18Z', 'revision_number': 5, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'subnets': [{'id': 'f44fc5cd-938e-4ada-b4db-a8145a98cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:35:29.860043 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eca49e0-787e-4124-8419-bdc192bc75a8', 'tag': '19c9ab39-f398-4f02-82c6-24eab6f75324'}] {{(pid=109623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:35:29.863109 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7516d28204096922e4ecff7ff99285710cd6cc6eb93d78320b89f05ba80b8814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a122e4-ef87-4886-a206-9a88a4d50411" -d '{"events": [{"name": "network-changed", "server_uuid": "3eca49e0-787e-4124-8419-bdc192bc75a8", "tag": "19c9ab39-f398-4f02-82c6-24eab6f75324"}]}' {{(pid=109623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:35:29.899146 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56669ea-55cc-4442-abf3-93f34afdc5b4 None None] New status for floating IP 02bfb375-2cab-49ac-81b5-db3573c69042: DOWN {{(pid=109625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 00:35:29.901658 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61220b4-6870-4dfa-844b-52e15d464da7 x-openstack-request-id: req-b61220b4-6870-4dfa-844b-52e15d464da7 {{(pid=109623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:35:29.901953 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eca49e0-787e-4124-8419-bdc192bc75a8", "tag": "19c9ab39-f398-4f02-82c6-24eab6f75324", "status": "completed", "code": 200}]} {{(pid=109623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:35:29.902210 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b61220b4-6870-4dfa-844b-52e15d464da7 {{(pid=109623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:35:29.902637 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eca49e0-787e-4124-8419-bdc192bc75a8', 'tag': '19c9ab39-f398-4f02-82c6-24eab6f75324', 'status': 'completed', 'code': 200} Mar 18 00:35:29.998905 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a122e4-ef87-4886-a206-9a88a4d50411 req-f32a2ea7-857a-4b39-9320-7b0b22af70fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:30.000397 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e6a122e4-ef87-4886-a206-9a88a4d50411 req-f32a2ea7-857a-4b39-9320-7b0b22af70fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75e4c15ee2714d81afff87890391ecb6&device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 1130 time: 0.0458636 Mar 18 00:35:30.093142 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a122e4-ef87-4886-a206-9a88a4d50411 req-956a04c1-14dc-4806-86eb-79813a68fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:30.094603 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e6a122e4-ef87-4886-a206-9a88a4d50411 req-956a04c1-14dc-4806-86eb-79813a68fc3d service neutron] 10.222.0.10 "GET /v2.0/networks?id=744097eb-7efa-4cb3-b1c0-25e7ce1cd605 HTTP/1.1" status: 200 len: 914 time: 0.0844381 Mar 18 00:35:30.135734 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e6a122e4-ef87-4886-a206-9a88a4d50411 req-c4e867dd-6099-433e-979d-d29e15ee19ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19c9ab39-f398-4f02-82c6-24eab6f75324 HTTP/1.1" status: 200 len: 217 time: 0.0335095 Mar 18 00:35:30.187876 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a122e4-ef87-4886-a206-9a88a4d50411 req-655a1eda-e603-4f6e-924b-eacb1cab8edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:30.189334 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e6a122e4-ef87-4886-a206-9a88a4d50411 req-655a1eda-e603-4f6e-924b-eacb1cab8edf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f44fc5cd-938e-4ada-b4db-a8145a98cdb6 HTTP/1.1" status: 200 len: 853 time: 0.0456138 Mar 18 00:35:30.238689 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a122e4-ef87-4886-a206-9a88a4d50411 req-5303c51e-e615-4c44-a4e9-d9c3ef54bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:30.240630 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e6a122e4-ef87-4886-a206-9a88a4d50411 req-5303c51e-e615-4c44-a4e9-d9c3ef54bbea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=744097eb-7efa-4cb3-b1c0-25e7ce1cd605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0446329 Mar 18 00:35:30.328926 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e6a122e4-ef87-4886-a206-9a88a4d50411 req-d1aec469-5fc9-4253-8fbd-8e42fe3abb91 service neutron] 10.222.0.10 "GET /v2.0/networks/744097eb-7efa-4cb3-b1c0-25e7ce1cd605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817282 Mar 18 00:35:30.434247 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e6a122e4-ef87-4886-a206-9a88a4d50411 req-8ef70316-da89-44de-977a-879d8823fac0 service neutron] 10.222.0.10 "GET /v2.0/networks/744097eb-7efa-4cb3-b1c0-25e7ce1cd605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937431 Mar 18 00:35:31.646264 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911afaf-16bb-4c1e-872a-dd15b9405063 req-e6f90ae0-c26e-4cd6-987d-9af85b24313d tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:31.647930 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9911afaf-16bb-4c1e-872a-dd15b9405063 req-e6f90ae0-c26e-4cd6-987d-9af85b24313d tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 946 time: 0.0564120 Mar 18 00:35:31.692946 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9911afaf-16bb-4c1e-872a-dd15b9405063 req-542602f3-ac91-4f94-9bf0-a7345620260e tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390079 Mar 18 00:35:32.812159 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f50612-c02e-4155-aa25-660a818e00f5 req-c5785135-a590-41cd-9fb9-292347462ba9 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:32.813623 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-69f50612-c02e-4155-aa25-660a818e00f5 req-c5785135-a590-41cd-9fb9-292347462ba9 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 946 time: 0.0527155 Mar 18 00:35:32.858701 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-69f50612-c02e-4155-aa25-660a818e00f5 req-eb171df5-430b-42f8-88f5-34469e6b249c tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395930 Mar 18 00:35:33.810509 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb453116-ce10-401f-b5ec-013d51e12b77 req-f7da7dd4-b2f4-4493-bde5-84e5f2d48072 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:33.811953 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-eb453116-ce10-401f-b5ec-013d51e12b77 req-f7da7dd4-b2f4-4493-bde5-84e5f2d48072 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 946 time: 0.0554290 Mar 18 00:35:33.904932 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-eb453116-ce10-401f-b5ec-013d51e12b77 req-e079b4f9-a113-4086-9e7f-d0ae199ddcdc tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Deleting port 19c9ab39-f398-4f02-82c6-24eab6f75324 {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:35:33.905608 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-eb453116-ce10-401f-b5ec-013d51e12b77 req-e079b4f9-a113-4086-9e7f-d0ae199ddcdc tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (19c9ab39-f398-4f02-82c6-24eab6f75324), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:33.973626 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f47620-9e15-4209-b541-2ce795e4b4ea req-5595be98-c3e2-493b-9f87-413f571ee12f tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:33.975139 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-13f47620-9e15-4209-b541-2ce795e4b4ea req-5595be98-c3e2-493b-9f87-413f571ee12f tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eca49e0-787e-4124-8419-bdc192bc75a8 HTTP/1.1" status: 200 len: 946 time: 0.0508447 Mar 18 00:35:33.993942 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-eb453116-ce10-401f-b5ec-013d51e12b77 req-e079b4f9-a113-4086-9e7f-d0ae199ddcdc tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] For port 19c9ab39-f398-4f02-82c6-24eab6f75324, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=19c9ab39-f398-4f02-82c6-24eab6f75324,segment=NetworkSegment(7d297bd3-f914-47dd-8fb5-4044e5ec0936),segment_id=7d297bd3-f914-47dd-8fb5-4044e5ec0936)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:33.994305 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-eb453116-ce10-401f-b5ec-013d51e12b77 req-e079b4f9-a113-4086-9e7f-d0ae199ddcdc tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (19c9ab39-f398-4f02-82c6-24eab6f75324), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:34.007643 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-eb453116-ce10-401f-b5ec-013d51e12b77 req-e079b4f9-a113-4086-9e7f-d0ae199ddcdc tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Calling delete_port for 19c9ab39-f398-4f02-82c6-24eab6f75324 owned by compute:nova {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:35:34.024596 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-13f47620-9e15-4209-b541-2ce795e4b4ea req-eedcc784-4982-40bd-853d-9bd6c4285354 tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.23 "GET /v2.0/security-groups?id=f04f67cb-389f-4658-be1c-d4a300378ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435474 Mar 18 00:35:34.126639 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-eb453116-ce10-401f-b5ec-013d51e12b77 req-e079b4f9-a113-4086-9e7f-d0ae199ddcdc tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (19c9ab39-f398-4f02-82c6-24eab6f75324), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:34.158189 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079b4f9-a113-4086-9e7f-d0ae199ddcdc tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Pushing event deleted for resources: {'Port': ['ID=19c9ab39-f398-4f02-82c6-24eab6f75324,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:34.168531 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['19c9ab39-f398-4f02-82c6-24eab6f75324'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:35:34.200201 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb453116-ce10-401f-b5ec-013d51e12b77 req-e079b4f9-a113-4086-9e7f-d0ae199ddcdc tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] No DVR routers for this DVR port 19c9ab39-f398-4f02-82c6-24eab6f75324 on host hv-cinder-76845 {{(pid=109622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:35:34.202946 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-eb453116-ce10-401f-b5ec-013d51e12b77 req-e079b4f9-a113-4086-9e7f-d0ae199ddcdc tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:34.206330 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-eb453116-ce10-401f-b5ec-013d51e12b77 req-e079b4f9-a113-4086-9e7f-d0ae199ddcdc tempest-TestMinimumBasicScenario-475593966 tempest-TestMinimumBasicScenario-475593966-project] 10.222.0.10 "DELETE /v2.0/ports/19c9ab39-f398-4f02-82c6-24eab6f75324 HTTP/1.1" status: 204 len: 173 time: 0.3881030 Mar 18 00:35:34.206775 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eca49e0-787e-4124-8419-bdc192bc75a8', 'name': 'network-vif-deleted', 'tag': '19c9ab39-f398-4f02-82c6-24eab6f75324'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:35:34.209737 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d2324b-04f5-486f-887d-eaaeb6e37ccb" -d '{"events": [{"server_uuid": "3eca49e0-787e-4124-8419-bdc192bc75a8", "name": "network-vif-deleted", "tag": "19c9ab39-f398-4f02-82c6-24eab6f75324"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:35:34.301320 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d663554-baf1-4f7d-85db-27e7e83566b7 x-openstack-request-id: req-8d663554-baf1-4f7d-85db-27e7e83566b7 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:35:34.302146 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eca49e0-787e-4124-8419-bdc192bc75a8", "name": "network-vif-deleted", "tag": "19c9ab39-f398-4f02-82c6-24eab6f75324", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:35:34.302417 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d663554-baf1-4f7d-85db-27e7e83566b7 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:35:34.302956 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eca49e0-787e-4124-8419-bdc192bc75a8', 'name': 'network-vif-deleted', 'tag': '19c9ab39-f398-4f02-82c6-24eab6f75324', 'status': 'completed', 'code': 200} Mar 18 00:35:35.530615 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55666) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:35.866199 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705283'] for router_interface (60b14ebe-9cec-4013-a6af-a7ba329bdfa0), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:36.134114 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:36.340684 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Deleting port af5a3c2b-9763-49f9-8406-25c66cc403a2 {{(pid=109623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:35:36.341022 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (af5a3c2b-9763-49f9-8406-25c66cc403a2), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:36.420024 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.db [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] For port af5a3c2b-9763-49f9-8406-25c66cc403a2, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=af5a3c2b-9763-49f9-8406-25c66cc403a2,segment=NetworkSegment(7d297bd3-f914-47dd-8fb5-4044e5ec0936),segment_id=7d297bd3-f914-47dd-8fb5-4044e5ec0936)] {{(pid=109623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:36.420294 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (af5a3c2b-9763-49f9-8406-25c66cc403a2), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:36.432873 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Calling delete_port for af5a3c2b-9763-49f9-8406-25c66cc403a2 owned by network:router_interface {{(pid=109623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:35:36.602835 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (af5a3c2b-9763-49f9-8406-25c66cc403a2), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:36.627265 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Pushing event deleted for resources: {'Port': ['ID=af5a3c2b-9763-49f9-8406-25c66cc403a2,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:36.638518 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:36.638877 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:36.639228 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:36.639572 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:36.639905 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:36.640237 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:36.640569 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:36.640896 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:36.641224 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:36.641606 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:36.641938 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:36.642267 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:36.642591 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:36.642916 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:36.643235 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:36.806825 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705971'] for router_interface (60b14ebe-9cec-4013-a6af-a7ba329bdfa0), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:37.021337 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Router 60b14ebe-9cec-4013-a6af-a7ba329bdfa0 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:35:37.128023 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:35:37.132974 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-2e657805-b248-40d7-bde1-0c7513b52221 admin admin] 10.222.0.23 "PUT /v2.0/routers/60b14ebe-9cec-4013-a6af-a7ba329bdfa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6013124 Mar 18 00:35:37.135444 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55668) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:37.137464 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1520d93c-7281-40b2-b002-46440e19388a None None] Sync routers for ids ['60b14ebe-9cec-4013-a6af-a7ba329bdfa0'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:35:37.147631 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1520d93c-7281-40b2-b002-46440e19388a None None] Routers {'60b14ebe-9cec-4013-a6af-a7ba329bdfa0'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:35:37.148289 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-1520d93c-7281-40b2-b002-46440e19388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:35:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['60b14ebe-9cec-4013-a6af-a7ba329bdfa0'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:37.242464 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-cb952216-5aa9-40e6-af65-50d0ab74c681 admin admin] Publish callbacks [] for router (60b14ebe-9cec-4013-a6af-a7ba329bdfa0), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:37.255032 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-1520d93c-7281-40b2-b002-46440e19388a None None] Set router 60b14ebe-9cec-4013-a6af-a7ba329bdfa0 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:35:37.355272 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-cb952216-5aa9-40e6-af65-50d0ab74c681 admin admin] Publish callbacks [] for router_gateway (60b14ebe-9cec-4013-a6af-a7ba329bdfa0), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:37.412663 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-cb952216-5aa9-40e6-af65-50d0ab74c681 admin admin] Deleting port 792cb722-7acd-40ad-96cd-4e72c2e213fd {{(pid=109623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:35:37.412996 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-cb952216-5aa9-40e6-af65-50d0ab74c681 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (792cb722-7acd-40ad-96cd-4e72c2e213fd), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:37.442303 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-1520d93c-7281-40b2-b002-46440e19388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'name': 'tempest-TestMinimumBasicScenario-884098378-router', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:33:10Z', 'updated_at': '2022-03-18T00:35:36Z', 'revision_number': 5, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'gw_port': {'id': '792cb722-7acd-40ad-96cd-4e72c2e213fd', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:11Z', 'updated_at': '2022-03-18T00:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:37.468534 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1520d93c-7281-40b2-b002-46440e19388a None None] Checking router: 60b14ebe-9cec-4013-a6af-a7ba329bdfa0 for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:35:37.477341 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1520d93c-7281-40b2-b002-46440e19388a None None] Routers {'60b14ebe-9cec-4013-a6af-a7ba329bdfa0'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:35:37.477967 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-1520d93c-7281-40b2-b002-46440e19388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:35:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['60b14ebe-9cec-4013-a6af-a7ba329bdfa0'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:37.491172 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.db [None req-cb952216-5aa9-40e6-af65-50d0ab74c681 admin admin] For port 792cb722-7acd-40ad-96cd-4e72c2e213fd, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=792cb722-7acd-40ad-96cd-4e72c2e213fd,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:37.491531 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-cb952216-5aa9-40e6-af65-50d0ab74c681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (792cb722-7acd-40ad-96cd-4e72c2e213fd), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:37.503950 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-cb952216-5aa9-40e6-af65-50d0ab74c681 admin admin] Calling delete_port for 792cb722-7acd-40ad-96cd-4e72c2e213fd owned by network:router_gateway {{(pid=109623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:35:37.566669 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-1520d93c-7281-40b2-b002-46440e19388a None None] Set router 60b14ebe-9cec-4013-a6af-a7ba329bdfa0 gateway port host: None {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:35:37.619174 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-1520d93c-7281-40b2-b002-46440e19388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'name': 'tempest-TestMinimumBasicScenario-884098378-router', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:33:10Z', 'updated_at': '2022-03-18T00:35:37Z', 'revision_number': 6, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'gw_port_host': None}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:37.644755 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1520d93c-7281-40b2-b002-46440e19388a None None] The sync data for ids ['60b14ebe-9cec-4013-a6af-a7ba329bdfa0'] in dv-cinder-768458-19-smb is: [{'id': '60b14ebe-9cec-4013-a6af-a7ba329bdfa0', 'name': 'tempest-TestMinimumBasicScenario-884098378-router', 'tenant_id': '75e4c15ee2714d81afff87890391ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:33:10Z', 'updated_at': '2022-03-18T00:35:37Z', 'revision_number': 6, 'project_id': '75e4c15ee2714d81afff87890391ecb6', 'gw_port_host': None}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:35:37.666879 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-cb952216-5aa9-40e6-af65-50d0ab74c681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (792cb722-7acd-40ad-96cd-4e72c2e213fd), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:37.694079 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb952216-5aa9-40e6-af65-50d0ab74c681 admin admin] Pushing event deleted for resources: {'Port': ['ID=792cb722-7acd-40ad-96cd-4e72c2e213fd,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:37.751921 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-cb952216-5aa9-40e6-af65-50d0ab74c681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703945'] for router_gateway (60b14ebe-9cec-4013-a6af-a7ba329bdfa0), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:37.841874 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-cb952216-5aa9-40e6-af65-50d0ab74c681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2196'] for router (60b14ebe-9cec-4013-a6af-a7ba329bdfa0), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:37.843934 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-cb952216-5aa9-40e6-af65-50d0ab74c681 admin admin] Publish callbacks [] for router_controller (60b14ebe-9cec-4013-a6af-a7ba329bdfa0), precommit_delete_associations {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:37.888919 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-cb952216-5aa9-40e6-af65-50d0ab74c681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1710826'] for router (60b14ebe-9cec-4013-a6af-a7ba329bdfa0), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:37.889353 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb952216-5aa9-40e6-af65-50d0ab74c681 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60b14ebe-9cec-4013-a6af-a7ba329bdfa0 {{(pid=109623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 00:35:37.894416 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-cb952216-5aa9-40e6-af65-50d0ab74c681 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:37.896103 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-cb952216-5aa9-40e6-af65-50d0ab74c681 admin admin] 10.222.0.23 "DELETE /v2.0/routers/60b14ebe-9cec-4013-a6af-a7ba329bdfa0 HTTP/1.1" status: 204 len: 168 time: 0.7591946 Mar 18 00:35:37.898675 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55670) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:37.941445 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6d790f-2047-4650-a27d-9b11f0da42ea admin admin] Deleting subnet f44fc5cd-938e-4ada-b4db-a8145a98cdb6 {{(pid=109623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 00:35:37.948262 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ba6d790f-2047-4650-a27d-9b11f0da42ea admin admin] Publish callbacks [] for subnet (f44fc5cd-938e-4ada-b4db-a8145a98cdb6), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:37.981693 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ba6d790f-2047-4650-a27d-9b11f0da42ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9218248'] for subnet (f44fc5cd-938e-4ada-b4db-a8145a98cdb6), precommit_delete_associations {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:38.093624 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ba6d790f-2047-4650-a27d-9b11f0da42ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66134612'] for subnet (f44fc5cd-938e-4ada-b4db-a8145a98cdb6), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:38.132534 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 19c9ab39-f398-4f02-82c6-24eab6f75324 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:35:38.147359 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ba6d790f-2047-4650-a27d-9b11f0da42ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66134605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9399403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547886'] for subnet (f44fc5cd-938e-4ada-b4db-a8145a98cdb6), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:38.153337 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] No Port match for: 19c9ab39-f398-4f02-82c6-24eab6f75324 {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:35:38.153848 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 19c9ab39-f398-4f02-82c6-24eab6f75324 not bound to the agent host hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:35:38.173666 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d790f-2047-4650-a27d-9b11f0da42ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f44fc5cd-938e-4ada-b4db-a8145a98cdb6,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:38.175602 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ba6d790f-2047-4650-a27d-9b11f0da42ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:38.180239 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-ba6d790f-2047-4650-a27d-9b11f0da42ea admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f44fc5cd-938e-4ada-b4db-a8145a98cdb6 HTTP/1.1" status: 204 len: 168 time: 0.2796865 Mar 18 00:35:38.182120 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55672) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:38.183052 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c269622-22aa-4d48-90ad-9145895eb8e7 None None] Network 744097eb-7efa-4cb3-b1c0-25e7ce1cd605 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:35:38.252176 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-cc3d2ca2-d568-49e5-9975-2c9cda2996a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66092315'] for network (744097eb-7efa-4cb3-b1c0-25e7ce1cd605), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:38.306220 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-cc3d2ca2-d568-49e5-9975-2c9cda2996a1 admin admin] Deleting port 2927e697-7177-4b8d-b4e6-63bc2492506f {{(pid=109623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:35:38.306555 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-cc3d2ca2-d568-49e5-9975-2c9cda2996a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (2927e697-7177-4b8d-b4e6-63bc2492506f), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:38.366824 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.db [None req-cc3d2ca2-d568-49e5-9975-2c9cda2996a1 admin admin] For port 2927e697-7177-4b8d-b4e6-63bc2492506f, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=2927e697-7177-4b8d-b4e6-63bc2492506f,segment=NetworkSegment(7d297bd3-f914-47dd-8fb5-4044e5ec0936),segment_id=7d297bd3-f914-47dd-8fb5-4044e5ec0936)] {{(pid=109623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:38.367179 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-cc3d2ca2-d568-49e5-9975-2c9cda2996a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (2927e697-7177-4b8d-b4e6-63bc2492506f), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:38.383796 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-cc3d2ca2-d568-49e5-9975-2c9cda2996a1 admin admin] Calling delete_port for 2927e697-7177-4b8d-b4e6-63bc2492506f owned by network:dhcp {{(pid=109623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:35:38.415627 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] DHCP port deletion for 744097eb-7efa-4cb3-b1c0-25e7ce1cd605 request from dv-cinder-768458-19-smb {{(pid=109624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 00:35:38.471330 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-cc3d2ca2-d568-49e5-9975-2c9cda2996a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (2927e697-7177-4b8d-b4e6-63bc2492506f), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:38.474924 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] Deleting port 2927e697-7177-4b8d-b4e6-63bc2492506f {{(pid=109624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:35:38.475420 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (2927e697-7177-4b8d-b4e6-63bc2492506f), before_delete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:38.502870 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d2ca2-d568-49e5-9975-2c9cda2996a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2927e697-7177-4b8d-b4e6-63bc2492506f,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:38.504936 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3d2ca2-d568-49e5-9975-2c9cda2996a1 admin admin] No DVR routers for this DVR port 2927e697-7177-4b8d-b4e6-63bc2492506f on host dv-cinder-768458-19-smb {{(pid=109623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:35:38.539565 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] For port 2927e697-7177-4b8d-b4e6-63bc2492506f, host dv-cinder-768458-19-smb, got binding levels [] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:38.539995 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (2927e697-7177-4b8d-b4e6-63bc2492506f), precommit_delete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:38.553220 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] Calling delete_port for 2927e697-7177-4b8d-b4e6-63bc2492506f owned by network:dhcp {{(pid=109624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:35:38.557635 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.ipam_backend_mixin [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] Port 2927e697-7177-4b8d-b4e6-63bc2492506f was not found and therefore no delete operation was performed {{(pid=109624) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 18 00:35:38.559022 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527'] for port (2927e697-7177-4b8d-b4e6-63bc2492506f), after_delete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:38.578410 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-cc3d2ca2-d568-49e5-9975-2c9cda2996a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66202081', 'neutron.services.segments.db._delete_segments_for_network-8766732137027'] for network (744097eb-7efa-4cb3-b1c0-25e7ce1cd605), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:38.583791 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] Pushing event deleted for resources: {'Port': ['ID=2927e697-7177-4b8d-b4e6-63bc2492506f,revision_number=None']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:38.591358 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] No DVR routers for this DVR port 2927e697-7177-4b8d-b4e6-63bc2492506f on host dv-cinder-768458-19-smb {{(pid=109624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:35:38.593165 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:38.593539 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:38.593891 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:38.594236 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:38.594571 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:38.594905 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:38.595236 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:38.595562 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:38.595892 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:38.596220 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:38.596547 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:38.596873 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:38.597205 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:38.597549 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:38.597874 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b86c5-fcc7-499b-be8c-7194c4ba80c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:38.599194 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.services.segments.db [None req-cc3d2ca2-d568-49e5-9975-2c9cda2996a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744097eb-7efa-4cb3-b1c0-25e7ce1cd605']}} {{(pid=109623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:38.609818 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.services.segments.db [None req-cc3d2ca2-d568-49e5-9975-2c9cda2996a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d297bd3-f914-47dd-8fb5-4044e5ec0936') {'for_net_delete': True} {{(pid=109623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:38.610111 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.services.segments.db [None req-cc3d2ca2-d568-49e5-9975-2c9cda2996a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d297bd3-f914-47dd-8fb5-4044e5ec0936') {} {{(pid=109623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:38.622437 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-cc3d2ca2-d568-49e5-9975-2c9cda2996a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732287052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9218289'] for segment (7d297bd3-f914-47dd-8fb5-4044e5ec0936), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:38.644305 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-cc3d2ca2-d568-49e5-9975-2c9cda2996a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (7d297bd3-f914-47dd-8fb5-4044e5ec0936), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:38.650636 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3d2ca2-d568-49e5-9975-2c9cda2996a1 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=109623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 00:35:38.651128 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-cc3d2ca2-d568-49e5-9975-2c9cda2996a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9398985'] for segment (7d297bd3-f914-47dd-8fb5-4044e5ec0936), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: Traceback (most recent call last): Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: timer() Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: cb(*args, **kw) Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: return func(*args, **kwargs) Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: self._notify() Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: self.callback(batched_events) Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: event.method(event) Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: return f(self, *a, **k) Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: return self._get(url).json() Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: return self.request(url, 'GET', **kwargs) Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 00:35:38.652757 dv-cinder-768458-19-smb neutron-server[109623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 00:35:38.707853 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-cc3d2ca2-d568-49e5-9975-2c9cda2996a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66202074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704053'] for network (744097eb-7efa-4cb3-b1c0-25e7ce1cd605), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:38.715379 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-cc3d2ca2-d568-49e5-9975-2c9cda2996a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:38.718167 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-cc3d2ca2-d568-49e5-9975-2c9cda2996a1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/744097eb-7efa-4cb3-b1c0-25e7ce1cd605 HTTP/1.1" status: 204 len: 168 time: 0.5348811 Mar 18 00:35:38.721141 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55674) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:38.728677 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d2ca2-d568-49e5-9975-2c9cda2996a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=744097eb-7efa-4cb3-b1c0-25e7ce1cd605,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:39.339180 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1e0f9775-9254-4463-a8a5-7696f82818f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705283'] for router_interface (58dfd6f7-b892-434c-9d45-646d81534d9d), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:39.392233 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device af5a3c2b-9763-49f9-8406-25c66cc403a2 no longer exists at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:35:39.416287 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] No Port match for: af5a3c2b-9763-49f9-8406-25c66cc403a2 {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:35:39.416629 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device af5a3c2b-9763-49f9-8406-25c66cc403a2 not bound to the agent host dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:35:39.417047 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 2927e697-7177-4b8d-b4e6-63bc2492506f no longer exists at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:35:39.435608 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] No Port match for: 2927e697-7177-4b8d-b4e6-63bc2492506f {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:35:39.435957 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 2927e697-7177-4b8d-b4e6-63bc2492506f not bound to the agent host dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:35:39.436377 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 792cb722-7acd-40ad-96cd-4e72c2e213fd no longer exists at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:35:39.455022 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] No Port match for: 792cb722-7acd-40ad-96cd-4e72c2e213fd {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:35:39.455375 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 792cb722-7acd-40ad-96cd-4e72c2e213fd not bound to the agent host dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:35:39.640463 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-1e0f9775-9254-4463-a8a5-7696f82818f3 admin admin] Deleting port e21cb563-b594-4589-8180-9b8a951ffb2a {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:35:39.640806 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1e0f9775-9254-4463-a8a5-7696f82818f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (e21cb563-b594-4589-8180-9b8a951ffb2a), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:39.715630 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [None req-1e0f9775-9254-4463-a8a5-7696f82818f3 admin admin] For port e21cb563-b594-4589-8180-9b8a951ffb2a, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=e21cb563-b594-4589-8180-9b8a951ffb2a,segment=NetworkSegment(2aa436b9-3d70-41d9-8120-f5a88d1d6afd),segment_id=2aa436b9-3d70-41d9-8120-f5a88d1d6afd)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:39.715989 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1e0f9775-9254-4463-a8a5-7696f82818f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (e21cb563-b594-4589-8180-9b8a951ffb2a), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:39.728329 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-1e0f9775-9254-4463-a8a5-7696f82818f3 admin admin] Calling delete_port for e21cb563-b594-4589-8180-9b8a951ffb2a owned by network:router_interface {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:35:39.899739 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1e0f9775-9254-4463-a8a5-7696f82818f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (e21cb563-b594-4589-8180-9b8a951ffb2a), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:39.929839 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f9775-9254-4463-a8a5-7696f82818f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e21cb563-b594-4589-8180-9b8a951ffb2a,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:40.092469 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1e0f9775-9254-4463-a8a5-7696f82818f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705971'] for router_interface (58dfd6f7-b892-434c-9d45-646d81534d9d), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:40.299133 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0f9775-9254-4463-a8a5-7696f82818f3 admin admin] Router 58dfd6f7-b892-434c-9d45-646d81534d9d has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:35:40.402963 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0f9775-9254-4463-a8a5-7696f82818f3 admin admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:35:40.408168 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-1e0f9775-9254-4463-a8a5-7696f82818f3 admin admin] 10.222.0.23 "PUT /v2.0/routers/58dfd6f7-b892-434c-9d45-646d81534d9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6852777 Mar 18 00:35:40.410772 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55678) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:40.412159 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45afbd32-ec50-403e-9012-740eebcac777 None None] Sync routers for ids ['58dfd6f7-b892-434c-9d45-646d81534d9d'] in dv-cinder-768458-19-smb {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:35:40.421158 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45afbd32-ec50-403e-9012-740eebcac777 None None] Routers {'58dfd6f7-b892-434c-9d45-646d81534d9d'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:35:40.421794 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-45afbd32-ec50-403e-9012-740eebcac777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:35:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['58dfd6f7-b892-434c-9d45-646d81534d9d'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:40.529801 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-45afbd32-ec50-403e-9012-740eebcac777 None None] Set router 58dfd6f7-b892-434c-9d45-646d81534d9d gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:35:40.532288 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1f874525-4b9a-42f8-a07a-130f1f4651e4 admin admin] Publish callbacks [] for router (58dfd6f7-b892-434c-9d45-646d81534d9d), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:40.643479 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1f874525-4b9a-42f8-a07a-130f1f4651e4 admin admin] Publish callbacks [] for router_gateway (58dfd6f7-b892-434c-9d45-646d81534d9d), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:40.701607 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-1f874525-4b9a-42f8-a07a-130f1f4651e4 admin admin] Deleting port ce1c2633-18a9-4002-831b-056f23db423f {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:35:40.701945 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1f874525-4b9a-42f8-a07a-130f1f4651e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (ce1c2633-18a9-4002-831b-056f23db423f), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:40.789051 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [None req-1f874525-4b9a-42f8-a07a-130f1f4651e4 admin admin] For port ce1c2633-18a9-4002-831b-056f23db423f, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=ce1c2633-18a9-4002-831b-056f23db423f,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:40.789750 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1f874525-4b9a-42f8-a07a-130f1f4651e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (ce1c2633-18a9-4002-831b-056f23db423f), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:40.803204 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-1f874525-4b9a-42f8-a07a-130f1f4651e4 admin admin] Calling delete_port for ce1c2633-18a9-4002-831b-056f23db423f owned by network:router_gateway {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:35:40.806555 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-45afbd32-ec50-403e-9012-740eebcac777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dfd6f7-b892-434c-9d45-646d81534d9d', 'name': 'tempest-TestMinimumBasicScenario-232916939-router', 'tenant_id': 'b837f880143743e99b7201c3e6c7b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.71'}], 'enable_snat': True}, 'gw_port_id': 'ce1c2633-18a9-4002-831b-056f23db423f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:33:16Z', 'updated_at': '2022-03-18T00:35:39Z', 'revision_number': 5, 'project_id': 'b837f880143743e99b7201c3e6c7b361', 'gw_port': {'id': 'ce1c2633-18a9-4002-831b-056f23db423f', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dfd6f7-b892-434c-9d45-646d81534d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:33:17Z', 'updated_at': '2022-03-18T00:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:40.836129 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45afbd32-ec50-403e-9012-740eebcac777 None None] Checking router: 58dfd6f7-b892-434c-9d45-646d81534d9d for host: dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:35:40.845245 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45afbd32-ec50-403e-9012-740eebcac777 None None] Routers {'58dfd6f7-b892-434c-9d45-646d81534d9d'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:35:40.845868 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-45afbd32-ec50-403e-9012-740eebcac777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:35:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['58dfd6f7-b892-434c-9d45-646d81534d9d'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:40.846974 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7336b0-4fb1-4aa1-931a-7a829f04cf1a req-e2fee2c4-83e6-4535-98b4-13e0a1caada9 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:40.849257 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-0a7336b0-4fb1-4aa1-931a-7a829f04cf1a req-e2fee2c4-83e6-4535-98b4-13e0a1caada9 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 947 time: 0.0541792 Mar 18 00:35:40.901835 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-0a7336b0-4fb1-4aa1-931a-7a829f04cf1a req-d38df8aa-138a-4d64-a773-dfacd230f998 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441558 Mar 18 00:35:40.937732 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-45afbd32-ec50-403e-9012-740eebcac777 None None] Set router 58dfd6f7-b892-434c-9d45-646d81534d9d gateway port host: None {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:35:40.982323 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1f874525-4b9a-42f8-a07a-130f1f4651e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (ce1c2633-18a9-4002-831b-056f23db423f), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:40.991981 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-45afbd32-ec50-403e-9012-740eebcac777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dfd6f7-b892-434c-9d45-646d81534d9d', 'name': 'tempest-TestMinimumBasicScenario-232916939-router', 'tenant_id': 'b837f880143743e99b7201c3e6c7b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:33:16Z', 'updated_at': '2022-03-18T00:35:40Z', 'revision_number': 6, 'project_id': 'b837f880143743e99b7201c3e6c7b361', 'gw_port_host': None}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:41.011952 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f874525-4b9a-42f8-a07a-130f1f4651e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce1c2633-18a9-4002-831b-056f23db423f,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:41.017973 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45afbd32-ec50-403e-9012-740eebcac777 None None] The sync data for ids ['58dfd6f7-b892-434c-9d45-646d81534d9d'] in dv-cinder-768458-19-smb is: [{'id': '58dfd6f7-b892-434c-9d45-646d81534d9d', 'name': 'tempest-TestMinimumBasicScenario-232916939-router', 'tenant_id': 'b837f880143743e99b7201c3e6c7b361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:33:16Z', 'updated_at': '2022-03-18T00:35:40Z', 'revision_number': 6, 'project_id': 'b837f880143743e99b7201c3e6c7b361', 'gw_port_host': None}] {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:35:41.075666 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1f874525-4b9a-42f8-a07a-130f1f4651e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703945'] for router_gateway (58dfd6f7-b892-434c-9d45-646d81534d9d), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:41.176124 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1f874525-4b9a-42f8-a07a-130f1f4651e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2196'] for router (58dfd6f7-b892-434c-9d45-646d81534d9d), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:41.179084 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1f874525-4b9a-42f8-a07a-130f1f4651e4 admin admin] Publish callbacks [] for router_controller (58dfd6f7-b892-434c-9d45-646d81534d9d), precommit_delete_associations {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:41.242135 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1f874525-4b9a-42f8-a07a-130f1f4651e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1710826'] for router (58dfd6f7-b892-434c-9d45-646d81534d9d), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:41.242745 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f874525-4b9a-42f8-a07a-130f1f4651e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58dfd6f7-b892-434c-9d45-646d81534d9d {{(pid=109622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 00:35:41.247915 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1f874525-4b9a-42f8-a07a-130f1f4651e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:41.249045 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-1f874525-4b9a-42f8-a07a-130f1f4651e4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/58dfd6f7-b892-434c-9d45-646d81534d9d HTTP/1.1" status: 204 len: 168 time: 0.8366990 Mar 18 00:35:41.251563 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55690) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:41.296245 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b70193-7b09-4970-a4e5-564aea51afde admin admin] Deleting subnet 9cb88227-b066-4ac5-be00-2dbf4dd7c105 {{(pid=109622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 00:35:41.299254 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-99b70193-7b09-4970-a4e5-564aea51afde admin admin] Publish callbacks [] for subnet (9cb88227-b066-4ac5-be00-2dbf4dd7c105), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:41.337140 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-99b70193-7b09-4970-a4e5-564aea51afde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3923450'] for subnet (9cb88227-b066-4ac5-be00-2dbf4dd7c105), precommit_delete_associations {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:41.661398 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-99b70193-7b09-4970-a4e5-564aea51afde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66134612'] for subnet (9cb88227-b066-4ac5-be00-2dbf4dd7c105), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:41.713734 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-99b70193-7b09-4970-a4e5-564aea51afde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66134605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8694660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8690780'] for subnet (9cb88227-b066-4ac5-be00-2dbf4dd7c105), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:41.739775 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b70193-7b09-4970-a4e5-564aea51afde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cb88227-b066-4ac5-be00-2dbf4dd7c105,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:41.741851 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-99b70193-7b09-4970-a4e5-564aea51afde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for subnet (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:41.744768 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-99b70193-7b09-4970-a4e5-564aea51afde admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9cb88227-b066-4ac5-be00-2dbf4dd7c105 HTTP/1.1" status: 204 len: 168 time: 0.4922819 Mar 18 00:35:41.745957 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5aa8a17-26f3-4869-bb43-cf20f83c54ad None None] Network dce453c9-94b4-4b31-91aa-43b3c625c204 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:35:41.747431 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55692) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:41.824792 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-28628bd0-6c66-4199-bb8e-df599606e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66092315'] for network (dce453c9-94b4-4b31-91aa-43b3c625c204), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:41.834498 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device e21cb563-b594-4589-8180-9b8a951ffb2a no longer exists at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:35:41.858932 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] No Port match for: e21cb563-b594-4589-8180-9b8a951ffb2a {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:35:41.859278 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device e21cb563-b594-4589-8180-9b8a951ffb2a not bound to the agent host dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:35:41.882447 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-28628bd0-6c66-4199-bb8e-df599606e7f3 admin admin] Deleting port 322cc15f-df08-4178-ba84-27befe8a2c4e {{(pid=109623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:35:41.882911 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-28628bd0-6c66-4199-bb8e-df599606e7f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (322cc15f-df08-4178-ba84-27befe8a2c4e), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:41.944502 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea48ace-0d68-422e-a281-06466547d84c None None] DHCP port deletion for dce453c9-94b4-4b31-91aa-43b3c625c204 request from dv-cinder-768458-19-smb {{(pid=109624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 00:35:41.953457 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.db [None req-28628bd0-6c66-4199-bb8e-df599606e7f3 admin admin] For port 322cc15f-df08-4178-ba84-27befe8a2c4e, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=322cc15f-df08-4178-ba84-27befe8a2c4e,segment=NetworkSegment(2aa436b9-3d70-41d9-8120-f5a88d1d6afd),segment_id=2aa436b9-3d70-41d9-8120-f5a88d1d6afd)] {{(pid=109623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:41.953836 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-28628bd0-6c66-4199-bb8e-df599606e7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (322cc15f-df08-4178-ba84-27befe8a2c4e), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:41.968353 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-28628bd0-6c66-4199-bb8e-df599606e7f3 admin admin] Calling delete_port for 322cc15f-df08-4178-ba84-27befe8a2c4e owned by network:dhcp {{(pid=109623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:35:41.997183 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-fea48ace-0d68-422e-a281-06466547d84c None None] Deleting port 322cc15f-df08-4178-ba84-27befe8a2c4e {{(pid=109624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:35:41.997592 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-fea48ace-0d68-422e-a281-06466547d84c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (322cc15f-df08-4178-ba84-27befe8a2c4e), before_delete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:42.053255 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-28628bd0-6c66-4199-bb8e-df599606e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (322cc15f-df08-4178-ba84-27befe8a2c4e), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:42.059679 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3f73c-005f-485d-88c5-be1221fb7405 req-2c670481-918d-4b0b-898f-8d0925214ed9 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:42.065913 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-efb3f73c-005f-485d-88c5-be1221fb7405 req-2c670481-918d-4b0b-898f-8d0925214ed9 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 947 time: 0.0752926 Mar 18 00:35:42.067905 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-fea48ace-0d68-422e-a281-06466547d84c None None] For port 322cc15f-df08-4178-ba84-27befe8a2c4e, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=322cc15f-df08-4178-ba84-27befe8a2c4e,segment=NetworkSegment(2aa436b9-3d70-41d9-8120-f5a88d1d6afd),segment_id=2aa436b9-3d70-41d9-8120-f5a88d1d6afd)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:42.068508 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-fea48ace-0d68-422e-a281-06466547d84c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (322cc15f-df08-4178-ba84-27befe8a2c4e), precommit_delete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:42.083760 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28628bd0-6c66-4199-bb8e-df599606e7f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=322cc15f-df08-4178-ba84-27befe8a2c4e,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:42.084544 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-fea48ace-0d68-422e-a281-06466547d84c None None] Calling delete_port for 322cc15f-df08-4178-ba84-27befe8a2c4e owned by network:dhcp {{(pid=109624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:35:42.090569 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28628bd0-6c66-4199-bb8e-df599606e7f3 admin admin] No DVR routers for this DVR port 322cc15f-df08-4178-ba84-27befe8a2c4e on host dv-cinder-768458-19-smb {{(pid=109623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:35:42.118034 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-efb3f73c-005f-485d-88c5-be1221fb7405 req-e619c572-f80b-4d06-a2ef-214b49169568 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups?id=3300b787-39dc-4fdc-95d5-292090ff09d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486975 Mar 18 00:35:42.173764 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-28628bd0-6c66-4199-bb8e-df599606e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66202081', 'neutron.services.segments.db._delete_segments_for_network-8766732137027'] for network (dce453c9-94b4-4b31-91aa-43b3c625c204), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:42.196169 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.services.segments.db [None req-28628bd0-6c66-4199-bb8e-df599606e7f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce453c9-94b4-4b31-91aa-43b3c625c204']}} {{(pid=109623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:42.205352 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.services.segments.db [None req-28628bd0-6c66-4199-bb8e-df599606e7f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa436b9-3d70-41d9-8120-f5a88d1d6afd') {'for_net_delete': True} {{(pid=109623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:42.205671 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.services.segments.db [None req-28628bd0-6c66-4199-bb8e-df599606e7f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa436b9-3d70-41d9-8120-f5a88d1d6afd') {} {{(pid=109623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:42.215260 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-28628bd0-6c66-4199-bb8e-df599606e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732287052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9218289'] for segment (2aa436b9-3d70-41d9-8120-f5a88d1d6afd), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:42.225315 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-fea48ace-0d68-422e-a281-06466547d84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527'] for port (322cc15f-df08-4178-ba84-27befe8a2c4e), after_delete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:42.230921 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-28628bd0-6c66-4199-bb8e-df599606e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (2aa436b9-3d70-41d9-8120-f5a88d1d6afd), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:42.236677 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28628bd0-6c66-4199-bb8e-df599606e7f3 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=109623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 00:35:42.237049 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-28628bd0-6c66-4199-bb8e-df599606e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9398985'] for segment (2aa436b9-3d70-41d9-8120-f5a88d1d6afd), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: Traceback (most recent call last): Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: timer() Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: cb(*args, **kw) Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: return func(*args, **kwargs) Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: self._notify() Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: self.callback(batched_events) Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: event.method(event) Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: return f(self, *a, **k) Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: return self._get(url).json() Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: return self.request(url, 'GET', **kwargs) Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 00:35:42.238668 dv-cinder-768458-19-smb neutron-server[109623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 00:35:42.250795 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea48ace-0d68-422e-a281-06466547d84c None None] Pushing event deleted for resources: {'Port': ['ID=322cc15f-df08-4178-ba84-27befe8a2c4e,revision_number=None']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:42.254207 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea48ace-0d68-422e-a281-06466547d84c None None] No DVR routers for this DVR port 322cc15f-df08-4178-ba84-27befe8a2c4e on host dv-cinder-768458-19-smb {{(pid=109624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:35:42.295810 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-28628bd0-6c66-4199-bb8e-df599606e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66202074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704053'] for network (dce453c9-94b4-4b31-91aa-43b3c625c204), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:42.302075 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-28628bd0-6c66-4199-bb8e-df599606e7f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:42.305314 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-28628bd0-6c66-4199-bb8e-df599606e7f3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dce453c9-94b4-4b31-91aa-43b3c625c204 HTTP/1.1" status: 204 len: 168 time: 0.5567923 Mar 18 00:35:42.315320 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28628bd0-6c66-4199-bb8e-df599606e7f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dce453c9-94b4-4b31-91aa-43b3c625c204,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:42.463301 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55698) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:42.505326 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-53c7bcbe-41f0-4499-9f02-0a5fdada68e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75e4c15ee2714d81afff87890391ecb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376637 Mar 18 00:35:42.505680 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55700) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:42.509648 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8605300-a76a-43f5-824f-1c6af9fe57c2 req-01a8cd25-ae32-44fc-a308-6e308534c2cc tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:42.511188 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f8605300-a76a-43f5-824f-1c6af9fe57c2 req-01a8cd25-ae32-44fc-a308-6e308534c2cc tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.10 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 947 time: 0.0536871 Mar 18 00:35:42.553782 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-78a9edf3-b703-4e63-8446-c10c65232433 admin admin] Publish callbacks [] for security_group (f04f67cb-389f-4658-be1c-d4a300378ca6), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:42.574822 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-78a9edf3-b703-4e63-8446-c10c65232433 admin admin] Publish callbacks [] for security_group (f04f67cb-389f-4658-be1c-d4a300378ca6), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:42.606077 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-f8605300-a76a-43f5-824f-1c6af9fe57c2 req-2c8cddd3-95eb-460d-9d60-4a419ca436df tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Deleting port 4af76b0c-e5e6-41da-8b73-388ca7dc537f {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:35:42.606488 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-f8605300-a76a-43f5-824f-1c6af9fe57c2 req-2c8cddd3-95eb-460d-9d60-4a419ca436df tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:42.621276 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-78a9edf3-b703-4e63-8446-c10c65232433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (f04f67cb-389f-4658-be1c-d4a300378ca6), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:42.624169 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-78a9edf3-b703-4e63-8446-c10c65232433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:42.630142 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-78a9edf3-b703-4e63-8446-c10c65232433 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f04f67cb-389f-4658-be1c-d4a300378ca6 HTTP/1.1" status: 204 len: 168 time: 0.1215444 Mar 18 00:35:42.637615 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9edf3-b703-4e63-8446-c10c65232433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04f67cb-389f-4658-be1c-d4a300378ca6,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:42.699899 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-f8605300-a76a-43f5-824f-1c6af9fe57c2 req-2c8cddd3-95eb-460d-9d60-4a419ca436df tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] For port 4af76b0c-e5e6-41da-8b73-388ca7dc537f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4af76b0c-e5e6-41da-8b73-388ca7dc537f,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:42.700373 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-f8605300-a76a-43f5-824f-1c6af9fe57c2 req-2c8cddd3-95eb-460d-9d60-4a419ca436df tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:42.875480 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-f8605300-a76a-43f5-824f-1c6af9fe57c2 req-2c8cddd3-95eb-460d-9d60-4a419ca436df tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:42.875840 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-f8605300-a76a-43f5-824f-1c6af9fe57c2 req-2c8cddd3-95eb-460d-9d60-4a419ca436df tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (bcb77d83-43c8-4f5e-aaad-e05be31c88ad), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:42.876156 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.l3_db [req-f8605300-a76a-43f5-824f-1c6af9fe57c2 req-2c8cddd3-95eb-460d-9d60-4a419ca436df tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Floating IP bcb77d83-43c8-4f5e-aaad-e05be31c88ad disassociated. External IP: 172.28.2.105, port: 4af76b0c-e5e6-41da-8b73-388ca7dc537f. Mar 18 00:35:42.876493 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-f8605300-a76a-43f5-824f-1c6af9fe57c2 req-2c8cddd3-95eb-460d-9d60-4a419ca436df tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Calling delete_port for 4af76b0c-e5e6-41da-8b73-388ca7dc537f owned by compute:nova {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:35:42.943286 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55706) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:42.981799 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-66c8c698-cef0-4875-b48a-b9f4f69fc9b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b837f880143743e99b7201c3e6c7b361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371768 Mar 18 00:35:42.984292 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55708) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:43.002100 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-f8605300-a76a-43f5-824f-1c6af9fe57c2 req-2c8cddd3-95eb-460d-9d60-4a419ca436df tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (4af76b0c-e5e6-41da-8b73-388ca7dc537f), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:43.033982 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cddd3-95eb-460d-9d60-4a419ca436df tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Pushing event deleted for resources: {'Port': ['ID=4af76b0c-e5e6-41da-8b73-388ca7dc537f,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:43.038052 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-8ef719f1-dfd9-4507-8fa8-2d82a5875db9 admin admin] Publish callbacks [] for security_group (e5cfe82d-6ab6-4a64-b0b8-d575d28c686e), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:43.060930 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-8ef719f1-dfd9-4507-8fa8-2d82a5875db9 admin admin] Publish callbacks [] for security_group (e5cfe82d-6ab6-4a64-b0b8-d575d28c686e), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:43.115627 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-8ef719f1-dfd9-4507-8fa8-2d82a5875db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (e5cfe82d-6ab6-4a64-b0b8-d575d28c686e), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:43.118154 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-8ef719f1-dfd9-4507-8fa8-2d82a5875db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:43.119289 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-8ef719f1-dfd9-4507-8fa8-2d82a5875db9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5cfe82d-6ab6-4a64-b0b8-d575d28c686e HTTP/1.1" status: 204 len: 168 time: 0.1341279 Mar 18 00:35:43.126655 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef719f1-dfd9-4507-8fa8-2d82a5875db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cfe82d-6ab6-4a64-b0b8-d575d28c686e,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:43.157219 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8605300-a76a-43f5-824f-1c6af9fe57c2 req-2c8cddd3-95eb-460d-9d60-4a419ca436df tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Router 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:35:43.229495 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ab623280-685c-4a81-bbe0-9c45e9aeebd9 req-88f81e92-5e18-4b51-93b6-d77d0a11b29c tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/ports?device_id=12476600-1508-4a85-b7ec-aa12e694d9e6 HTTP/1.1" status: 200 len: 210 time: 0.0316575 Mar 18 00:35:43.276129 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8605300-a76a-43f5-824f-1c6af9fe57c2 req-2c8cddd3-95eb-460d-9d60-4a419ca436df tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:35:43.285770 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f3e051-4b03-4484-9292-a3e7ae4b55d0 None None] Sync routers for ids ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:35:43.297872 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f3e051-4b03-4484-9292-a3e7ae4b55d0 None None] Routers {'1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:35:43.298537 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-48f3e051-4b03-4484-9292-a3e7ae4b55d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:35:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:43.322011 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8605300-a76a-43f5-824f-1c6af9fe57c2 req-2c8cddd3-95eb-460d-9d60-4a419ca436df tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] No DVR routers for this DVR port 4af76b0c-e5e6-41da-8b73-388ca7dc537f on host hv-cinder-76845 {{(pid=109622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:35:43.324530 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-f8605300-a76a-43f5-824f-1c6af9fe57c2 req-2c8cddd3-95eb-460d-9d60-4a419ca436df tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:43.328036 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f8605300-a76a-43f5-824f-1c6af9fe57c2 req-2c8cddd3-95eb-460d-9d60-4a419ca436df tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.10 "DELETE /v2.0/ports/4af76b0c-e5e6-41da-8b73-388ca7dc537f HTTP/1.1" status: 204 len: 173 time: 0.8108239 Mar 18 00:35:43.328523 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12476600-1508-4a85-b7ec-aa12e694d9e6', 'name': 'network-vif-deleted', 'tag': '4af76b0c-e5e6-41da-8b73-388ca7dc537f'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:35:43.330862 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd4b965-7718-4e6f-b028-0cbfc99152bf" -d '{"events": [{"server_uuid": "12476600-1508-4a85-b7ec-aa12e694d9e6", "name": "network-vif-deleted", "tag": "4af76b0c-e5e6-41da-8b73-388ca7dc537f"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:35:43.379669 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b4d94c-7131-4b0e-b34b-941991aa4f8b x-openstack-request-id: req-85b4d94c-7131-4b0e-b34b-941991aa4f8b {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:35:43.379952 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12476600-1508-4a85-b7ec-aa12e694d9e6", "name": "network-vif-deleted", "tag": "4af76b0c-e5e6-41da-8b73-388ca7dc537f", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:35:43.380208 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85b4d94c-7131-4b0e-b34b-941991aa4f8b {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:35:43.380716 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12476600-1508-4a85-b7ec-aa12e694d9e6', 'name': 'network-vif-deleted', 'tag': '4af76b0c-e5e6-41da-8b73-388ca7dc537f', 'status': 'completed', 'code': 200} Mar 18 00:35:43.566034 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device ce1c2633-18a9-4002-831b-056f23db423f no longer exists at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:35:43.617517 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] No Port match for: ce1c2633-18a9-4002-831b-056f23db423f {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:35:43.617855 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device ce1c2633-18a9-4002-831b-056f23db423f not bound to the agent host dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:35:43.618310 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 322cc15f-df08-4178-ba84-27befe8a2c4e no longer exists at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:35:43.646057 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] No Port match for: 322cc15f-df08-4178-ba84-27befe8a2c4e {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:35:43.646333 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 322cc15f-df08-4178-ba84-27befe8a2c4e not bound to the agent host dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:35:43.677163 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-48f3e051-4b03-4484-9292-a3e7ae4b55d0 None None] Set router 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:35:43.874993 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-48f3e051-4b03-4484-9292-a3e7ae4b55d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-1620174948-router', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:29:43Z', 'revision_number': 4, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'gw_port': {'id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '02915f61-4b45-4b74-9531-f15e4d8c0a90', 'name': '', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'mac_address': 'fa:16:3e:9f:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76384fd9-f436-4624-9d38-5e3873131694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:42Z', 'updated_at': '2022-03-18T00:29:49Z', 'revision_number': 5, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'subnets': [{'id': '76384fd9-f436-4624-9d38-5e3873131694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:43.904200 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f3e051-4b03-4484-9292-a3e7ae4b55d0 None None] Checking router: 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:35:43.913900 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f3e051-4b03-4484-9292-a3e7ae4b55d0 None None] Routers {'1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:35:43.914505 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-48f3e051-4b03-4484-9292-a3e7ae4b55d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:35:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:44.017355 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-48f3e051-4b03-4484-9292-a3e7ae4b55d0 None None] Set router 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:35:44.212639 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-48f3e051-4b03-4484-9292-a3e7ae4b55d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-1620174948-router', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:29:43Z', 'revision_number': 4, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'gw_port': {'id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '02915f61-4b45-4b74-9531-f15e4d8c0a90', 'name': '', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'mac_address': 'fa:16:3e:9f:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76384fd9-f436-4624-9d38-5e3873131694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:42Z', 'updated_at': '2022-03-18T00:29:49Z', 'revision_number': 5, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'subnets': [{'id': '76384fd9-f436-4624-9d38-5e3873131694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:44.238493 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f3e051-4b03-4484-9292-a3e7ae4b55d0 None None] The sync data for ids ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'] in dv-cinder-768458-19-smb is: [{'id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-1620174948-router', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:29:43Z', 'revision_number': 4, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'gw_port': {'id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '02915f61-4b45-4b74-9531-f15e4d8c0a90', 'name': '', 'network_id': '42586f8a-ab3e-4979-8086-8a3f40b27b85', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'mac_address': 'fa:16:3e:9f:fd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '76384fd9-f436-4624-9d38-5e3873131694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:42Z', 'updated_at': '2022-03-18T00:29:49Z', 'revision_number': 5, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'subnets': [{'id': '76384fd9-f436-4624-9d38-5e3873131694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:35:44.321660 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55720) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:44.376039 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-65cc2876-6072-4bd7-98f7-e340386bd371 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for security_group (3300b787-39dc-4fdc-95d5-292090ff09d0), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:44.401640 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-65cc2876-6072-4bd7-98f7-e340386bd371 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for security_group (3300b787-39dc-4fdc-95d5-292090ff09d0), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:44.454590 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-65cc2876-6072-4bd7-98f7-e340386bd371 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (3300b787-39dc-4fdc-95d5-292090ff09d0), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:44.457357 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-65cc2876-6072-4bd7-98f7-e340386bd371 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:44.459261 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-65cc2876-6072-4bd7-98f7-e340386bd371 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "DELETE /v2.0/security-groups/3300b787-39dc-4fdc-95d5-292090ff09d0 HTTP/1.1" status: 204 len: 168 time: 0.1358721 Mar 18 00:35:44.462096 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55722) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:44.468097 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f43c260-3217-45d4-a93f-cd5323bf8bd9 None None] New status for floating IP bcb77d83-43c8-4f5e-aaad-e05be31c88ad: DOWN {{(pid=109625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 00:35:44.470008 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc2876-6072-4bd7-98f7-e340386bd371 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3300b787-39dc-4fdc-95d5-292090ff09d0,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:44.483120 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.api.v2.resource [None req-2ac0a40c-ba90-4eb0-965d-eed5f5be92d4 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] show failed (client error): The resource could not be found. Mar 18 00:35:44.485541 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-2ac0a40c-ba90-4eb0-965d-eed5f5be92d4 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "GET /v2.0/security-groups/3300b787-39dc-4fdc-95d5-292090ff09d0 HTTP/1.1" status: 404 len: 347 time: 0.0210803 Mar 18 00:35:44.487035 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55724) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:44.617746 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b244a-3724-4faa-9361-4e0ffd81ee77 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Deleting port 7712b350-c45f-4f3c-85d5-aff3e22940a8 {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:35:44.618093 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7b2b244a-3724-4faa-9361-4e0ffd81ee77 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (7712b350-c45f-4f3c-85d5-aff3e22940a8), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:44.696432 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7b2b244a-3724-4faa-9361-4e0ffd81ee77 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (7712b350-c45f-4f3c-85d5-aff3e22940a8), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:44.696759 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7b2b244a-3724-4faa-9361-4e0ffd81ee77 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for floatingip (7712b350-c45f-4f3c-85d5-aff3e22940a8), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:44.708870 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b244a-3724-4faa-9361-4e0ffd81ee77 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Calling delete_port for 7712b350-c45f-4f3c-85d5-aff3e22940a8 owned by network:floatingip {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:35:44.836912 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7b2b244a-3724-4faa-9361-4e0ffd81ee77 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (7712b350-c45f-4f3c-85d5-aff3e22940a8), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:44.866053 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b244a-3724-4faa-9361-4e0ffd81ee77 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Pushing event deleted for resources: {'Port': ['ID=7712b350-c45f-4f3c-85d5-aff3e22940a8,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:44.928805 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7b2b244a-3724-4faa-9361-4e0ffd81ee77 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks [] for floatingip (bcb77d83-43c8-4f5e-aaad-e05be31c88ad), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:44.931170 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7b2b244a-3724-4faa-9361-4e0ffd81ee77 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:44.932314 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-7b2b244a-3724-4faa-9361-4e0ffd81ee77 tempest-AttachVolumeShelveTestJSON-1810537967 tempest-AttachVolumeShelveTestJSON-1810537967-project] 10.222.0.23 "DELETE /v2.0/floatingips/bcb77d83-43c8-4f5e-aaad-e05be31c88ad HTTP/1.1" status: 204 len: 168 time: 0.4438651 Mar 18 00:35:46.132581 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 4af76b0c-e5e6-41da-8b73-388ca7dc537f no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:35:46.155022 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] No Port match for: 4af76b0c-e5e6-41da-8b73-388ca7dc537f {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:35:46.155367 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 4af76b0c-e5e6-41da-8b73-388ca7dc537f not bound to the agent host hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:35:47.326458 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55746) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:48.069211 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-7cd94e6e-73a1-4ee9-9919-407f78469a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705283'] for router_interface (1a4c6290-a1f6-42e4-83b0-73cb7de94c2c), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:48.312269 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-7cd94e6e-73a1-4ee9-9919-407f78469a1a admin admin] Deleting port 02915f61-4b45-4b74-9531-f15e4d8c0a90 {{(pid=109623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:35:48.312604 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-7cd94e6e-73a1-4ee9-9919-407f78469a1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (02915f61-4b45-4b74-9531-f15e4d8c0a90), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:48.392989 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.db [None req-7cd94e6e-73a1-4ee9-9919-407f78469a1a admin admin] For port 02915f61-4b45-4b74-9531-f15e4d8c0a90, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=02915f61-4b45-4b74-9531-f15e4d8c0a90,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:48.393652 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-7cd94e6e-73a1-4ee9-9919-407f78469a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (02915f61-4b45-4b74-9531-f15e4d8c0a90), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:48.410057 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-7cd94e6e-73a1-4ee9-9919-407f78469a1a admin admin] Calling delete_port for 02915f61-4b45-4b74-9531-f15e4d8c0a90 owned by network:router_interface {{(pid=109623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:35:48.590598 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-7cd94e6e-73a1-4ee9-9919-407f78469a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (02915f61-4b45-4b74-9531-f15e4d8c0a90), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:48.616746 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd94e6e-73a1-4ee9-9919-407f78469a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=02915f61-4b45-4b74-9531-f15e4d8c0a90,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:48.781875 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-7cd94e6e-73a1-4ee9-9919-407f78469a1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705971'] for router_interface (1a4c6290-a1f6-42e4-83b0-73cb7de94c2c), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:48.991683 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd94e6e-73a1-4ee9-9919-407f78469a1a admin admin] Router 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:35:49.095332 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd94e6e-73a1-4ee9-9919-407f78469a1a admin admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:35:49.101085 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-7cd94e6e-73a1-4ee9-9919-407f78469a1a admin admin] 10.222.0.23 "PUT /v2.0/routers/1a4c6290-a1f6-42e4-83b0-73cb7de94c2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7736154 Mar 18 00:35:49.103746 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55750) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:49.105253 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eba41c3-8e1c-408b-baf0-22eece71cae8 None None] Sync routers for ids ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:35:49.115640 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eba41c3-8e1c-408b-baf0-22eece71cae8 None None] Routers {'1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:35:49.116246 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-9eba41c3-8e1c-408b-baf0-22eece71cae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:35:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:49.210523 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b67f6d43-366b-4fc9-b97b-fee69cfd46b3 admin admin] Publish callbacks [] for router (1a4c6290-a1f6-42e4-83b0-73cb7de94c2c), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:49.224303 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-9eba41c3-8e1c-408b-baf0-22eece71cae8 None None] Set router 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:35:49.315797 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b67f6d43-366b-4fc9-b97b-fee69cfd46b3 admin admin] Publish callbacks [] for router_gateway (1a4c6290-a1f6-42e4-83b0-73cb7de94c2c), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:49.368649 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-b67f6d43-366b-4fc9-b97b-fee69cfd46b3 admin admin] Deleting port ce7d0c61-035c-46e8-984f-5db8b9279d56 {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:35:49.368986 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b67f6d43-366b-4fc9-b97b-fee69cfd46b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (ce7d0c61-035c-46e8-984f-5db8b9279d56), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:49.403542 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-9eba41c3-8e1c-408b-baf0-22eece71cae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-1620174948-router', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:35:48Z', 'revision_number': 5, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'gw_port': {'id': 'ce7d0c61-035c-46e8-984f-5db8b9279d56', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:29:38Z', 'updated_at': '2022-03-18T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:49.432250 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eba41c3-8e1c-408b-baf0-22eece71cae8 None None] Checking router: 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:35:49.440528 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eba41c3-8e1c-408b-baf0-22eece71cae8 None None] Routers {'1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:35:49.441124 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-9eba41c3-8e1c-408b-baf0-22eece71cae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:35:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:49.450362 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [None req-b67f6d43-366b-4fc9-b97b-fee69cfd46b3 admin admin] For port ce7d0c61-035c-46e8-984f-5db8b9279d56, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=ce7d0c61-035c-46e8-984f-5db8b9279d56,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:49.450722 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b67f6d43-366b-4fc9-b97b-fee69cfd46b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (ce7d0c61-035c-46e8-984f-5db8b9279d56), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:49.464324 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-b67f6d43-366b-4fc9-b97b-fee69cfd46b3 admin admin] Calling delete_port for ce7d0c61-035c-46e8-984f-5db8b9279d56 owned by network:router_gateway {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:35:49.527877 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-9eba41c3-8e1c-408b-baf0-22eece71cae8 None None] Set router 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c gateway port host: None {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:35:49.581050 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-9eba41c3-8e1c-408b-baf0-22eece71cae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-1620174948-router', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:35:49Z', 'revision_number': 6, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'gw_port_host': None}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:49.607423 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eba41c3-8e1c-408b-baf0-22eece71cae8 None None] The sync data for ids ['1a4c6290-a1f6-42e4-83b0-73cb7de94c2c'] in dv-cinder-768458-19-smb is: [{'id': '1a4c6290-a1f6-42e4-83b0-73cb7de94c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-1620174948-router', 'tenant_id': 'c0bd772cceaf4f9486cf4424af396729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:29:37Z', 'updated_at': '2022-03-18T00:35:49Z', 'revision_number': 6, 'project_id': 'c0bd772cceaf4f9486cf4424af396729', 'gw_port_host': None}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:35:49.627412 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b67f6d43-366b-4fc9-b97b-fee69cfd46b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (ce7d0c61-035c-46e8-984f-5db8b9279d56), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:49.654187 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f6d43-366b-4fc9-b97b-fee69cfd46b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7d0c61-035c-46e8-984f-5db8b9279d56,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:49.712288 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b67f6d43-366b-4fc9-b97b-fee69cfd46b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703945'] for router_gateway (1a4c6290-a1f6-42e4-83b0-73cb7de94c2c), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:49.799804 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b67f6d43-366b-4fc9-b97b-fee69cfd46b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2196'] for router (1a4c6290-a1f6-42e4-83b0-73cb7de94c2c), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:49.801971 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b67f6d43-366b-4fc9-b97b-fee69cfd46b3 admin admin] Publish callbacks [] for router_controller (1a4c6290-a1f6-42e4-83b0-73cb7de94c2c), precommit_delete_associations {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:49.845636 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b67f6d43-366b-4fc9-b97b-fee69cfd46b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1710826'] for router (1a4c6290-a1f6-42e4-83b0-73cb7de94c2c), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:49.846099 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67f6d43-366b-4fc9-b97b-fee69cfd46b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a4c6290-a1f6-42e4-83b0-73cb7de94c2c {{(pid=109622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 00:35:49.850393 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b67f6d43-366b-4fc9-b97b-fee69cfd46b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:49.851514 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-b67f6d43-366b-4fc9-b97b-fee69cfd46b3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/1a4c6290-a1f6-42e4-83b0-73cb7de94c2c HTTP/1.1" status: 204 len: 168 time: 0.7467997 Mar 18 00:35:49.854047 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55752) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:49.897392 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb4edbc-c7c0-4f57-9a4e-d9c17561d46c admin admin] Deleting subnet 76384fd9-f436-4624-9d38-5e3873131694 {{(pid=109622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 00:35:49.900282 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-feb4edbc-c7c0-4f57-9a4e-d9c17561d46c admin admin] Publish callbacks [] for subnet (76384fd9-f436-4624-9d38-5e3873131694), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:49.933932 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-feb4edbc-c7c0-4f57-9a4e-d9c17561d46c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3923450'] for subnet (76384fd9-f436-4624-9d38-5e3873131694), precommit_delete_associations {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:50.016263 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-feb4edbc-c7c0-4f57-9a4e-d9c17561d46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66134612'] for subnet (76384fd9-f436-4624-9d38-5e3873131694), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:50.068793 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-feb4edbc-c7c0-4f57-9a4e-d9c17561d46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66134605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8694660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8690780'] for subnet (76384fd9-f436-4624-9d38-5e3873131694), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:50.092750 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4edbc-c7c0-4f57-9a4e-d9c17561d46c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76384fd9-f436-4624-9d38-5e3873131694,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:50.096429 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-feb4edbc-c7c0-4f57-9a4e-d9c17561d46c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for subnet (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:50.099665 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-feb4edbc-c7c0-4f57-9a4e-d9c17561d46c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/76384fd9-f436-4624-9d38-5e3873131694 HTTP/1.1" status: 204 len: 168 time: 0.2446375 Mar 18 00:35:50.102102 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55754) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:50.102478 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09be974-418d-4d3c-8957-3e1cb5c765cd None None] Network 42586f8a-ab3e-4979-8086-8a3f40b27b85 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:35:50.168151 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9fc921a6-4996-4196-80f7-1ee4dc966c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66092315'] for network (42586f8a-ab3e-4979-8086-8a3f40b27b85), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:50.225968 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-9fc921a6-4996-4196-80f7-1ee4dc966c6b admin admin] Deleting port 89b6e066-27cd-43c7-9987-8c710ce0548c {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:35:50.226314 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9fc921a6-4996-4196-80f7-1ee4dc966c6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (89b6e066-27cd-43c7-9987-8c710ce0548c), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:50.287084 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [None req-9fc921a6-4996-4196-80f7-1ee4dc966c6b admin admin] For port 89b6e066-27cd-43c7-9987-8c710ce0548c, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=89b6e066-27cd-43c7-9987-8c710ce0548c,segment=NetworkSegment(84ddf0c0-91e5-4420-8c7c-a346a9d6a79a),segment_id=84ddf0c0-91e5-4420-8c7c-a346a9d6a79a)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:50.287373 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9fc921a6-4996-4196-80f7-1ee4dc966c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (89b6e066-27cd-43c7-9987-8c710ce0548c), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:50.299605 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-9fc921a6-4996-4196-80f7-1ee4dc966c6b admin admin] Calling delete_port for 89b6e066-27cd-43c7-9987-8c710ce0548c owned by network:dhcp {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:35:50.343702 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6254d8f8-036a-4b58-bc67-70c52309a4bb None None] DHCP port deletion for 42586f8a-ab3e-4979-8086-8a3f40b27b85 request from dv-cinder-768458-19-smb {{(pid=109624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 00:35:50.385616 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9fc921a6-4996-4196-80f7-1ee4dc966c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (89b6e066-27cd-43c7-9987-8c710ce0548c), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:50.397779 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-6254d8f8-036a-4b58-bc67-70c52309a4bb None None] Deleting port 89b6e066-27cd-43c7-9987-8c710ce0548c {{(pid=109624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:35:50.398159 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-6254d8f8-036a-4b58-bc67-70c52309a4bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (89b6e066-27cd-43c7-9987-8c710ce0548c), before_delete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:50.413657 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc921a6-4996-4196-80f7-1ee4dc966c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=89b6e066-27cd-43c7-9987-8c710ce0548c,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:50.415504 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc921a6-4996-4196-80f7-1ee4dc966c6b admin admin] No DVR routers for this DVR port 89b6e066-27cd-43c7-9987-8c710ce0548c on host dv-cinder-768458-19-smb {{(pid=109622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:35:50.465989 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-6254d8f8-036a-4b58-bc67-70c52309a4bb None None] For port 89b6e066-27cd-43c7-9987-8c710ce0548c, host dv-cinder-768458-19-smb, got binding levels [] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:50.466379 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-6254d8f8-036a-4b58-bc67-70c52309a4bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (89b6e066-27cd-43c7-9987-8c710ce0548c), precommit_delete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:50.479212 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-6254d8f8-036a-4b58-bc67-70c52309a4bb None None] Calling delete_port for 89b6e066-27cd-43c7-9987-8c710ce0548c owned by network:dhcp {{(pid=109624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:35:50.481834 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.ipam_backend_mixin [None req-6254d8f8-036a-4b58-bc67-70c52309a4bb None None] Port 89b6e066-27cd-43c7-9987-8c710ce0548c was not found and therefore no delete operation was performed {{(pid=109624) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 18 00:35:50.483060 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-6254d8f8-036a-4b58-bc67-70c52309a4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527'] for port (89b6e066-27cd-43c7-9987-8c710ce0548c), after_delete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:50.490374 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9fc921a6-4996-4196-80f7-1ee4dc966c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66202081', 'neutron.services.segments.db._delete_segments_for_network-8766732137027'] for network (42586f8a-ab3e-4979-8086-8a3f40b27b85), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:50.508303 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254d8f8-036a-4b58-bc67-70c52309a4bb None None] Pushing event deleted for resources: {'Port': ['ID=89b6e066-27cd-43c7-9987-8c710ce0548c,revision_number=None']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:50.512774 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6254d8f8-036a-4b58-bc67-70c52309a4bb None None] No DVR routers for this DVR port 89b6e066-27cd-43c7-9987-8c710ce0548c on host dv-cinder-768458-19-smb {{(pid=109624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:35:50.517123 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-9fc921a6-4996-4196-80f7-1ee4dc966c6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42586f8a-ab3e-4979-8086-8a3f40b27b85']}} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:50.533585 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-9fc921a6-4996-4196-80f7-1ee4dc966c6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ddf0c0-91e5-4420-8c7c-a346a9d6a79a') {'for_net_delete': True} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:50.534098 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-9fc921a6-4996-4196-80f7-1ee4dc966c6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ddf0c0-91e5-4420-8c7c-a346a9d6a79a') {} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:50.547488 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9fc921a6-4996-4196-80f7-1ee4dc966c6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732287052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3923395'] for segment (84ddf0c0-91e5-4420-8c7c-a346a9d6a79a), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:50.562257 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9fc921a6-4996-4196-80f7-1ee4dc966c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (84ddf0c0-91e5-4420-8c7c-a346a9d6a79a), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:50.568549 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc921a6-4996-4196-80f7-1ee4dc966c6b admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=109622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 00:35:50.568794 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9fc921a6-4996-4196-80f7-1ee4dc966c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695078'] for segment (84ddf0c0-91e5-4420-8c7c-a346a9d6a79a), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: Traceback (most recent call last): Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: timer() Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: cb(*args, **kw) Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: return func(*args, **kwargs) Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: self._notify() Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: self.callback(batched_events) Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: event.method(event) Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: return f(self, *a, **k) Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: return self._get(url).json() Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: return self.request(url, 'GET', **kwargs) Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 00:35:50.570530 dv-cinder-768458-19-smb neutron-server[109622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 00:35:50.624503 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9fc921a6-4996-4196-80f7-1ee4dc966c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66202074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704053'] for network (42586f8a-ab3e-4979-8086-8a3f40b27b85), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:50.629616 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9fc921a6-4996-4196-80f7-1ee4dc966c6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:50.632892 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-9fc921a6-4996-4196-80f7-1ee4dc966c6b admin admin] 10.222.0.23 "DELETE /v2.0/networks/42586f8a-ab3e-4979-8086-8a3f40b27b85 HTTP/1.1" status: 204 len: 168 time: 0.5298557 Mar 18 00:35:50.643439 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc921a6-4996-4196-80f7-1ee4dc966c6b admin admin] Pushing event deleted for resources: {'Network': ['ID=42586f8a-ab3e-4979-8086-8a3f40b27b85,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:50.746039 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55758) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:50.784587 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-be5e581d-2421-4a6c-8ed2-f865dc6417ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c0bd772cceaf4f9486cf4424af396729&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0373912 Mar 18 00:35:50.787654 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55760) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:50.832877 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7e11043c-eb9c-4282-983d-4e923619c43b admin admin] Publish callbacks [] for security_group (24f46d66-9ae1-44d0-bf97-1bc68850dcdb), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:50.856877 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7e11043c-eb9c-4282-983d-4e923619c43b admin admin] Publish callbacks [] for security_group (24f46d66-9ae1-44d0-bf97-1bc68850dcdb), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:50.901008 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7e11043c-eb9c-4282-983d-4e923619c43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (24f46d66-9ae1-44d0-bf97-1bc68850dcdb), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:50.903509 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-7e11043c-eb9c-4282-983d-4e923619c43b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:50.904658 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-7e11043c-eb9c-4282-983d-4e923619c43b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/24f46d66-9ae1-44d0-bf97-1bc68850dcdb HTTP/1.1" status: 204 len: 168 time: 0.1161175 Mar 18 00:35:50.913030 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11043c-eb9c-4282-983d-4e923619c43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f46d66-9ae1-44d0-bf97-1bc68850dcdb,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:51.204531 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:35:51.408489 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 02915f61-4b45-4b74-9531-f15e4d8c0a90 no longer exists at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:35:51.432503 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] No Port match for: 02915f61-4b45-4b74-9531-f15e4d8c0a90 {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:35:51.432931 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 02915f61-4b45-4b74-9531-f15e4d8c0a90 not bound to the agent host dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:35:51.433457 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device ce7d0c61-035c-46e8-984f-5db8b9279d56 no longer exists at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:35:51.461630 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] No Port match for: ce7d0c61-035c-46e8-984f-5db8b9279d56 {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:35:51.461985 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device ce7d0c61-035c-46e8-984f-5db8b9279d56 not bound to the agent host dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:35:51.462411 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 89b6e066-27cd-43c7-9987-8c710ce0548c no longer exists at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:35:51.484747 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] No Port match for: 89b6e066-27cd-43c7-9987-8c710ce0548c {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:35:51.485204 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 89b6e066-27cd-43c7-9987-8c710ce0548c not bound to the agent host dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:35:51.487241 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-92475afb-49f9-49f7-a6e0-946cae49734c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:51.567293 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55782) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:51.660819 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-5dfd07b6-967a-4544-a8eb-1edf2b5d694c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-800083649-network', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:35:51.680343 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfd07b6-967a-4544-a8eb-1edf2b5d694c admin admin] Made reservation on behalf of ce93ce4ff02b4631896a4bd727176133 for: {'network': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:35:51.682770 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5dfd07b6-967a-4544-a8eb-1edf2b5d694c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for network (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:51.690826 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5dfd07b6-967a-4544-a8eb-1edf2b5d694c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:51.765030 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5dfd07b6-967a-4544-a8eb-1edf2b5d694c admin admin] Publish callbacks [] for security_group (8ae459d6-ca1f-47ed-b473-f055e479e420), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:51.768593 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5dfd07b6-967a-4544-a8eb-1edf2b5d694c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (8ae459d6-ca1f-47ed-b473-f055e479e420), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:51.795290 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfd07b6-967a-4544-a8eb-1edf2b5d694c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=109622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 00:35:51.800474 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd07b6-967a-4544-a8eb-1edf2b5d694c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae459d6-ca1f-47ed-b473-f055e479e420,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:51.808992 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5dfd07b6-967a-4544-a8eb-1edf2b5d694c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (2c9f021a-bd48-4be1-8ba0-f515c49b029d), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:51.809378 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.segments_db [None req-5dfd07b6-967a-4544-a8eb-1edf2b5d694c admin admin] Added segment 2c9f021a-bd48-4be1-8ba0-f515c49b029d of type vlan for network 9b41d3ef-8df0-4228-b239-d97be7a8c032 Mar 18 00:35:51.848389 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5dfd07b6-967a-4544-a8eb-1edf2b5d694c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731764300'] for network (9b41d3ef-8df0-4228-b239-d97be7a8c032), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:51.871490 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5dfd07b6-967a-4544-a8eb-1edf2b5d694c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for network (9b41d3ef-8df0-4228-b239-d97be7a8c032), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:51.872414 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfd07b6-967a-4544-a8eb-1edf2b5d694c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:51.872988 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5dfd07b6-967a-4544-a8eb-1edf2b5d694c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:51.921752 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-5dfd07b6-967a-4544-a8eb-1edf2b5d694c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3532736 Mar 18 00:35:51.924943 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55786) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:51.930671 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-1227b4da-7dc8-492f-8ee0-284814f8943f admin admin] Request body: {'subnet': {'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-800083649-subnet', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:35:51.936686 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd07b6-967a-4544-a8eb-1edf2b5d694c admin admin] Pushing event updated for resources: {'Network': ['ID=9b41d3ef-8df0-4228-b239-d97be7a8c032,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:51.946737 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Network 9b41d3ef-8df0-4228-b239-d97be7a8c032 details requested by agent ovs-agent-dv-cinder-768458-19-smb with host dv-cinder-768458-19-smb {{(pid=109624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 00:35:51.949754 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1227b4da-7dc8-492f-8ee0-284814f8943f admin admin] Made reservation on behalf of ce93ce4ff02b4631896a4bd727176133 for: {'subnet': 1} {{(pid=109623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:35:51.952287 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1227b4da-7dc8-492f-8ee0-284814f8943f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547843'] for subnet (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:52.112819 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1227b4da-7dc8-492f-8ee0-284814f8943f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9399338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547861'] for subnet (d10aa246-965f-47e9-9ba8-ebcd4309ef4e), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:52.167777 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227b4da-7dc8-492f-8ee0-284814f8943f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d10aa246-965f-47e9-9ba8-ebcd4309ef4e,revision_number=0']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:52.174623 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1227b4da-7dc8-492f-8ee0-284814f8943f admin admin] Checking segment: {'id': '2c9f021a-bd48-4be1-8ba0-f515c49b029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:35:52.174972 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1227b4da-7dc8-492f-8ee0-284814f8943f admin admin] Network hostable DHCP agents. Network: 9b41d3ef-8df0-4228-b239-d97be7a8c032, hostable agents: ['b07357a2-37bf-41ae-8167-2445c892fa1f'], hosted agents: [] {{(pid=109623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 00:35:52.191439 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1227b4da-7dc8-492f-8ee0-284814f8943f admin admin] Network 9b41d3ef-8df0-4228-b239-d97be7a8c032 is scheduled to be hosted by DHCP agent b07357a2-37bf-41ae-8167-2445c892fa1f with binding_index 1 {{(pid=109623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 00:35:52.199988 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-1227b4da-7dc8-492f-8ee0-284814f8943f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-19-smb, 9b41d3ef-8df0-4228-b239-d97be7a8c032) {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:35:52.204270 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1227b4da-7dc8-492f-8ee0-284814f8943f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:52.204875 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1227b4da-7dc8-492f-8ee0-284814f8943f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:52.208765 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096e573d-1a8a-40b8-b7d9-5bb31c64e026 None None] Network 9b41d3ef-8df0-4228-b239-d97be7a8c032 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:35:52.221859 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-1227b4da-7dc8-492f-8ee0-284814f8943f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2956924 Mar 18 00:35:52.225265 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55788) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:52.229597 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-9f998c45-5e21-40db-a453-b43b3b26958e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-800083649-router', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:35:52.248381 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9f998c45-5e21-40db-a453-b43b3b26958e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router (7130908a-1614-4fa9-815a-6d1d97706859), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:52.249502 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9f998c45-5e21-40db-a453-b43b3b26958e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704184', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2189'] for router (7130908a-1614-4fa9-815a-6d1d97706859), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:52.308525 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9f998c45-5e21-40db-a453-b43b3b26958e admin admin] Publish callbacks [] for router_controller (7130908a-1614-4fa9-815a-6d1d97706859), precommit_add_association {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:52.314212 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a32c765-8fd7-424c-9d1a-3a83cb4092c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6b2e7e5-47b8-5636-b6db-199e905836e3-9b41d3ef-8df0-4228-b239-d97be7a8c032', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'fixed_ips': [{'subnet_id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e'}]}} from dv-cinder-768458-19-smb. {{(pid=109624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 00:35:52.315061 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-0a32c765-8fd7-424c-9d1a-3a83cb4092c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:52.456239 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9f998c45-5e21-40db-a453-b43b3b26958e admin admin] Publish callbacks [] for router_gateway (7130908a-1614-4fa9-815a-6d1d97706859), precommit_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:52.586312 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.db_base_plugin_common [None req-0a32c765-8fd7-424c-9d1a-3a83cb4092c3 None None] Allocated IP 172.20.0.2 (9b41d3ef-8df0-4228-b239-d97be7a8c032/d10aa246-965f-47e9-9ba8-ebcd4309ef4e/e9c9228d-9946-47e0-8473-6c6cbcd8ee54) {{(pid=109624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:35:52.660982 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9f998c45-5e21-40db-a453-b43b3b26958e admin admin] Publish callbacks [] for router_gateway (7130908a-1614-4fa9-815a-6d1d97706859), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:52.680043 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9f998c45-5e21-40db-a453-b43b3b26958e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:52.729975 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-0a32c765-8fd7-424c-9d1a-3a83cb4092c3 None None] Publish callbacks [] for port (e9c9228d-9946-47e0-8473-6c6cbcd8ee54), precommit_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:52.734995 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-0a32c765-8fd7-424c-9d1a-3a83cb4092c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518'] for port (e9c9228d-9946-47e0-8473-6c6cbcd8ee54), after_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:52.772815 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a32c765-8fd7-424c-9d1a-3a83cb4092c3 None None] Network 9b41d3ef-8df0-4228-b239-d97be7a8c032 is already hosted by enough agents. {{(pid=109624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:35:52.775792 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.scheduler.base_scheduler [None req-0a32c765-8fd7-424c-9d1a-3a83cb4092c3 None None] Resources bound (agent type, host, resource id): {{(pid=109624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:35:52.781542 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a32c765-8fd7-424c-9d1a-3a83cb4092c3 None None] Received port after_create {{(pid=109624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:35:52.786520 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_common [None req-9f998c45-5e21-40db-a453-b43b3b26958e admin admin] Allocated IP 172.28.2.142 (5e3ddc34-ad90-40ce-bf33-6bccf71106f9/1eeedb1d-7e47-41b2-b3a3-f344e50a1163/63b35cde-d810-42c2-ad8b-6267e9590536) {{(pid=109623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:35:52.787902 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32c765-8fd7-424c-9d1a-3a83cb4092c3 None None] Pushing event updated for resources: {'Port': ['ID=e9c9228d-9946-47e0-8473-6c6cbcd8ee54,revision_number=1']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:52.846047 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-0a32c765-8fd7-424c-9d1a-3a83cb4092c3 None None] Attempting to bind port e9c9228d-9946-47e0-8473-6c6cbcd8ee54 on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:35:52.846272 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-0a32c765-8fd7-424c-9d1a-3a83cb4092c3 None None] Attempting to bind port e9c9228d-9946-47e0-8473-6c6cbcd8ee54 by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': '2c9f021a-bd48-4be1-8ba0-f515c49b029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032'}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:35:52.846485 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a32c765-8fd7-424c-9d1a-3a83cb4092c3 None None] Attempting to bind port e9c9228d-9946-47e0-8473-6c6cbcd8ee54 on network 9b41d3ef-8df0-4228-b239-d97be7a8c032 {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:35:52.851770 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a32c765-8fd7-424c-9d1a-3a83cb4092c3 None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:35:52.852148 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a32c765-8fd7-424c-9d1a-3a83cb4092c3 None None] Checking segment: {'id': '2c9f021a-bd48-4be1-8ba0-f515c49b029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:35:52.852551 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-0a32c765-8fd7-424c-9d1a-3a83cb4092c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:52.852948 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a32c765-8fd7-424c-9d1a-3a83cb4092c3 None None] Bound using segment: {'id': '2c9f021a-bd48-4be1-8ba0-f515c49b029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032'} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:35:52.853436 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-0a32c765-8fd7-424c-9d1a-3a83cb4092c3 None None] Bound port: e9c9228d-9946-47e0-8473-6c6cbcd8ee54, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9f021a-bd48-4be1-8ba0-f515c49b029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032'}}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:35:52.853844 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-0a32c765-8fd7-424c-9d1a-3a83cb4092c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (e9c9228d-9946-47e0-8473-6c6cbcd8ee54), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:52.891382 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9f998c45-5e21-40db-a453-b43b3b26958e admin admin] Publish callbacks [] for port (63b35cde-d810-42c2-ad8b-6267e9590536), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:52.915706 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-0a32c765-8fd7-424c-9d1a-3a83cb4092c3 None None] For port e9c9228d-9946-47e0-8473-6c6cbcd8ee54, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:35:52.919250 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-0a32c765-8fd7-424c-9d1a-3a83cb4092c3 None None] For port e9c9228d-9946-47e0-8473-6c6cbcd8ee54, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=e9c9228d-9946-47e0-8473-6c6cbcd8ee54,segment=NetworkSegment(2c9f021a-bd48-4be1-8ba0-f515c49b029d),segment_id=2c9f021a-bd48-4be1-8ba0-f515c49b029d)] {{(pid=109624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:35:52.925269 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-0a32c765-8fd7-424c-9d1a-3a83cb4092c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (e9c9228d-9946-47e0-8473-6c6cbcd8ee54), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:52.926763 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9f998c45-5e21-40db-a453-b43b3b26958e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (63b35cde-d810-42c2-ad8b-6267e9590536), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:52.964546 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f998c45-5e21-40db-a453-b43b3b26958e admin admin] Network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 is already hosted by enough agents. {{(pid=109623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:35:52.967549 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-9f998c45-5e21-40db-a453-b43b3b26958e admin admin] Resources bound (agent type, host, resource id): {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:35:52.974469 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f998c45-5e21-40db-a453-b43b3b26958e admin admin] Received port after_create {{(pid=109623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:35:52.980415 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f998c45-5e21-40db-a453-b43b3b26958e admin admin] Pushing event updated for resources: {'Port': ['ID=63b35cde-d810-42c2-ad8b-6267e9590536,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:52.993116 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32c765-8fd7-424c-9d1a-3a83cb4092c3 None None] Pushing event updated for resources: {'Port': ['ID=e9c9228d-9946-47e0-8473-6c6cbcd8ee54,revision_number=2']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:53.259977 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9f998c45-5e21-40db-a453-b43b3b26958e admin admin] Publish callbacks [] for router_gateway (7130908a-1614-4fa9-815a-6d1d97706859), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:53.427580 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device e9c9228d-9946-47e0-8473-6c6cbcd8ee54 up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:35:53.458344 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9f998c45-5e21-40db-a453-b43b3b26958e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1703981'] for router (7130908a-1614-4fa9-815a-6d1d97706859), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:53.478083 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port e9c9228d-9946-47e0-8473-6c6cbcd8ee54 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:35:53.478455 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (e9c9228d-9946-47e0-8473-6c6cbcd8ee54), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:53.557457 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port e9c9228d-9946-47e0-8473-6c6cbcd8ee54 is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:35:53.557924 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (e9c9228d-9946-47e0-8473-6c6cbcd8ee54), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:53.591630 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] For port e9c9228d-9946-47e0-8473-6c6cbcd8ee54, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=e9c9228d-9946-47e0-8473-6c6cbcd8ee54,segment=NetworkSegment(2c9f021a-bd48-4be1-8ba0-f515c49b029d),segment_id=2c9f021a-bd48-4be1-8ba0-f515c49b029d)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:53.593859 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f998c45-5e21-40db-a453-b43b3b26958e admin admin] Router 7130908a-1614-4fa9-815a-6d1d97706859 is scheduled to L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 with binding_index 1 {{(pid=109623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 00:35:53.595504 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (e9c9228d-9946-47e0-8473-6c6cbcd8ee54), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:53.648321 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Pushing event updated for resources: {'Port': ['ID=e9c9228d-9946-47e0-8473-6c6cbcd8ee54,revision_number=3']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:53.712542 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f998c45-5e21-40db-a453-b43b3b26958e admin admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:35:53.721060 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] Sync routers for ids ['7130908a-1614-4fa9-815a-6d1d97706859'] in dv-cinder-768458-19-smb {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:35:53.731758 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9f998c45-5e21-40db-a453-b43b3b26958e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:53.735583 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] Routers {'7130908a-1614-4fa9-815a-6d1d97706859'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:35:53.735583 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:35:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['7130908a-1614-4fa9-815a-6d1d97706859'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:53.735844 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-9f998c45-5e21-40db-a453-b43b3b26958e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5067661 Mar 18 00:35:53.735966 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55794) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:53.826510 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-2d2c41bd-16a8-4c56-a799-b2409b1feef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:53.846835 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] Set router 7130908a-1614-4fa9-815a-6d1d97706859 gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:35:53.902072 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ef3fb4-3616-42a4-a72c-259e7c55ab79 None None] Network 9b41d3ef-8df0-4228-b239-d97be7a8c032 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:35:54.006226 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-8e79469f-e3b5-443b-bd0b-048f93ca17c8 None None] Provisioning complete for port e9c9228d-9946-47e0-8473-6c6cbcd8ee54 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:35:54.006611 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-8e79469f-e3b5-443b-bd0b-048f93ca17c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (e9c9228d-9946-47e0-8473-6c6cbcd8ee54), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:54.042500 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7130908a-1614-4fa9-815a-6d1d97706859', 'name': 'tempest-AttachVolumeTestJSON-800083649-router', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:53Z', 'revision_number': 3, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'gw_port': {'id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:54.069568 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] Checking router: 7130908a-1614-4fa9-815a-6d1d97706859 for host: dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:35:54.069756 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] Updating router 7130908a-1614-4fa9-815a-6d1d97706859 port 63b35cde-d810-42c2-ad8b-6267e9590536 binding host dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 00:35:54.102450 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (63b35cde-d810-42c2-ad8b-6267e9590536), before_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:54.116242 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-8e79469f-e3b5-443b-bd0b-048f93ca17c8 None None] Current status of the port e9c9228d-9946-47e0-8473-6c6cbcd8ee54 is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:35:54.336381 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-b010bcb5-1350-49eb-b072-3855cef96ac5 None None] Provisioning complete for port e9c9228d-9946-47e0-8473-6c6cbcd8ee54 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:35:54.336704 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b010bcb5-1350-49eb-b072-3855cef96ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (e9c9228d-9946-47e0-8473-6c6cbcd8ee54), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:54.376220 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] Publish callbacks [] for port (63b35cde-d810-42c2-ad8b-6267e9590536), precommit_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:54.382881 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (63b35cde-d810-42c2-ad8b-6267e9590536), after_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:54.419849 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-b010bcb5-1350-49eb-b072-3855cef96ac5 None None] Current status of the port e9c9228d-9946-47e0-8473-6c6cbcd8ee54 is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:35:54.431393 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fd5627ec-e9c0-49ac-a0ff-1b4391d1b443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:54.431618 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] Attempting to bind port 63b35cde-d810-42c2-ad8b-6267e9590536 on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:35:54.431988 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] Attempting to bind port 63b35cde-d810-42c2-ad8b-6267e9590536 by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}] {{(pid=109625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:35:54.432344 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] Attempting to bind port 63b35cde-d810-42c2-ad8b-6267e9590536 on network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:35:54.442754 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a17236-5fcf-4c08-9983-e4fe97611e10 None None] Pushing event updated for resources: {'Port': ['ID=63b35cde-d810-42c2-ad8b-6267e9590536,revision_number=2']} {{(pid=109625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:54.449305 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:35:54.449712 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] Checking segment: {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:35:54.450271 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:54.450495 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] Bound using segment: {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'} {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:35:54.450952 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] Bound port: 63b35cde-d810-42c2-ad8b-6267e9590536, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}}] {{(pid=109625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:35:54.451355 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (63b35cde-d810-42c2-ad8b-6267e9590536), before_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:54.454437 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a17236-5fcf-4c08-9983-e4fe97611e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:54.454805 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a17236-5fcf-4c08-9983-e4fe97611e10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:54.455150 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a17236-5fcf-4c08-9983-e4fe97611e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:54.455535 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a17236-5fcf-4c08-9983-e4fe97611e10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:54.455871 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a17236-5fcf-4c08-9983-e4fe97611e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:54.456195 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a17236-5fcf-4c08-9983-e4fe97611e10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:54.456518 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a17236-5fcf-4c08-9983-e4fe97611e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:54.456840 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a17236-5fcf-4c08-9983-e4fe97611e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:54.457204 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a17236-5fcf-4c08-9983-e4fe97611e10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:54.457554 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a17236-5fcf-4c08-9983-e4fe97611e10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:54.457909 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a17236-5fcf-4c08-9983-e4fe97611e10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:54.458297 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a17236-5fcf-4c08-9983-e4fe97611e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:54.458622 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a17236-5fcf-4c08-9983-e4fe97611e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:54.458939 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a17236-5fcf-4c08-9983-e4fe97611e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:54.459276 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a17236-5fcf-4c08-9983-e4fe97611e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:35:54.510243 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.db [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] For port 63b35cde-d810-42c2-ad8b-6267e9590536, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:35:54.513483 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.db [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] For port 63b35cde-d810-42c2-ad8b-6267e9590536, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=63b35cde-d810-42c2-ad8b-6267e9590536,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:35:54.519347 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (63b35cde-d810-42c2-ad8b-6267e9590536), after_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:54.581293 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] Routers {'7130908a-1614-4fa9-815a-6d1d97706859'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:35:54.581952 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:35:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['7130908a-1614-4fa9-815a-6d1d97706859'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:54.585791 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a17236-5fcf-4c08-9983-e4fe97611e10 None None] Pushing event updated for resources: {'Port': ['ID=63b35cde-d810-42c2-ad8b-6267e9590536,revision_number=3']} {{(pid=109625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:54.595083 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [None req-fd5627ec-e9c0-49ac-a0ff-1b4391d1b443 admin admin] Allocated IP 172.20.0.1 (9b41d3ef-8df0-4228-b239-d97be7a8c032/d10aa246-965f-47e9-9ba8-ebcd4309ef4e/846e70af-4bf5-4c15-bfeb-779aca9b62a1) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:35:54.676586 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:54.692899 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] Set router 7130908a-1614-4fa9-815a-6d1d97706859 gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:35:54.703378 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fd5627ec-e9c0-49ac-a0ff-1b4391d1b443 admin admin] Publish callbacks [] for port (846e70af-4bf5-4c15-bfeb-779aca9b62a1), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:54.736842 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fd5627ec-e9c0-49ac-a0ff-1b4391d1b443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (846e70af-4bf5-4c15-bfeb-779aca9b62a1), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:54.773980 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5627ec-e9c0-49ac-a0ff-1b4391d1b443 admin admin] Network 9b41d3ef-8df0-4228-b239-d97be7a8c032 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:35:54.776898 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-fd5627ec-e9c0-49ac-a0ff-1b4391d1b443 admin admin] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:35:54.782980 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5627ec-e9c0-49ac-a0ff-1b4391d1b443 admin admin] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:35:54.807582 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5627ec-e9c0-49ac-a0ff-1b4391d1b443 admin admin] Pushing event updated for resources: {'Port': ['ID=846e70af-4bf5-4c15-bfeb-779aca9b62a1,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:54.828248 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fd5627ec-e9c0-49ac-a0ff-1b4391d1b443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705464'] for router_interface (7130908a-1614-4fa9-815a-6d1d97706859), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:54.968494 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7130908a-1614-4fa9-815a-6d1d97706859', 'name': 'tempest-AttachVolumeTestJSON-800083649-router', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:53Z', 'revision_number': 3, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'gw_port': {'id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:54.974812 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fd5627ec-e9c0-49ac-a0ff-1b4391d1b443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (846e70af-4bf5-4c15-bfeb-779aca9b62a1), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:54.995129 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155b6330-0e79-4faf-8568-b58d5ded9387 None None] The sync data for ids ['7130908a-1614-4fa9-815a-6d1d97706859'] in dv-cinder-768458-19-smb is: [{'id': '7130908a-1614-4fa9-815a-6d1d97706859', 'name': 'tempest-AttachVolumeTestJSON-800083649-router', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:53Z', 'revision_number': 3, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'gw_port': {'id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}] {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:35:55.043687 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-e3b4f474-7f6f-434a-b43c-49fdd886833d None None] Provisioning complete for port 846e70af-4bf5-4c15-bfeb-779aca9b62a1 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:35:55.044157 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e3b4f474-7f6f-434a-b43c-49fdd886833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (846e70af-4bf5-4c15-bfeb-779aca9b62a1), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:55.080400 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-e3b4f474-7f6f-434a-b43c-49fdd886833d None None] Port 846e70af-4bf5-4c15-bfeb-779aca9b62a1 cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:35:55.142806 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fd5627ec-e9c0-49ac-a0ff-1b4391d1b443 admin admin] Publish callbacks [] for port (846e70af-4bf5-4c15-bfeb-779aca9b62a1), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:55.148456 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fd5627ec-e9c0-49ac-a0ff-1b4391d1b443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (846e70af-4bf5-4c15-bfeb-779aca9b62a1), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:55.217269 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-fd5627ec-e9c0-49ac-a0ff-1b4391d1b443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705324'] for router_interface (7130908a-1614-4fa9-815a-6d1d97706859), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:55.219307 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5627ec-e9c0-49ac-a0ff-1b4391d1b443 admin admin] Pushing event updated for resources: {'Port': ['ID=846e70af-4bf5-4c15-bfeb-779aca9b62a1,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:55.324912 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5627ec-e9c0-49ac-a0ff-1b4391d1b443 admin admin] Network 9b41d3ef-8df0-4228-b239-d97be7a8c032 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:35:55.326355 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-fd5627ec-e9c0-49ac-a0ff-1b4391d1b443 admin admin] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:35:55.470178 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5627ec-e9c0-49ac-a0ff-1b4391d1b443 admin admin] Router 7130908a-1614-4fa9-815a-6d1d97706859 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:35:55.515715 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 63b35cde-d810-42c2-ad8b-6267e9590536 up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:35:55.566607 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 63b35cde-d810-42c2-ad8b-6267e9590536 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:35:55.566987 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (63b35cde-d810-42c2-ad8b-6267e9590536), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:55.598874 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5627ec-e9c0-49ac-a0ff-1b4391d1b443 admin admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:35:55.607619 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-fd5627ec-e9c0-49ac-a0ff-1b4391d1b443 admin admin] 10.222.0.23 "PUT /v2.0/routers/7130908a-1614-4fa9-815a-6d1d97706859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8671131 Mar 18 00:35:55.622651 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-d9a754f4-5f16-4c23-98b2-16204d3e9637 None None] Provisioning complete for port 846e70af-4bf5-4c15-bfeb-779aca9b62a1 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:35:55.623050 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-d9a754f4-5f16-4c23-98b2-16204d3e9637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (846e70af-4bf5-4c15-bfeb-779aca9b62a1), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:55.693941 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-d9a754f4-5f16-4c23-98b2-16204d3e9637 None None] Port 846e70af-4bf5-4c15-bfeb-779aca9b62a1 cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:35:55.701649 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 63b35cde-d810-42c2-ad8b-6267e9590536 is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:35:55.702036 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (63b35cde-d810-42c2-ad8b-6267e9590536), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:55.725582 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] For port 63b35cde-d810-42c2-ad8b-6267e9590536, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=63b35cde-d810-42c2-ad8b-6267e9590536,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:55.730052 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (63b35cde-d810-42c2-ad8b-6267e9590536), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:55.731873 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device e9c9228d-9946-47e0-8473-6c6cbcd8ee54 up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:35:55.813090 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Pushing event updated for resources: {'Port': ['ID=63b35cde-d810-42c2-ad8b-6267e9590536,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:55.825975 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port e9c9228d-9946-47e0-8473-6c6cbcd8ee54 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:35:55.826363 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (e9c9228d-9946-47e0-8473-6c6cbcd8ee54), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:55.907351 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port e9c9228d-9946-47e0-8473-6c6cbcd8ee54 is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:35:56.246415 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55802) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:56.250990 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-5b886b6e-0568-4a6e-ae0f-7c3eb6879dba tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Request body: {'security_group': {'name': 'tempest-securitygroup--263624524', 'description': 'tempest-description--1253684066'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:35:56.271553 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5b886b6e-0568-4a6e-ae0f-7c3eb6879dba tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:56.339537 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5b886b6e-0568-4a6e-ae0f-7c3eb6879dba tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for security_group (8b976bdb-f14a-4b54-ad2c-13ff7da49fa4), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:56.344293 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5b886b6e-0568-4a6e-ae0f-7c3eb6879dba tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (8b976bdb-f14a-4b54-ad2c-13ff7da49fa4), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:56.374856 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5b886b6e-0568-4a6e-ae0f-7c3eb6879dba tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:56.375314 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:56.377803 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-5b886b6e-0568-4a6e-ae0f-7c3eb6879dba tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1303172 Mar 18 00:35:56.379778 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55804) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:56.384216 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b886b6e-0568-4a6e-ae0f-7c3eb6879dba tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:56.385581 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-40f38b14-f6b0-448b-bac1-d92db6582f60 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Request body: {'security_group_rule': {'security_group_id': '8b976bdb-f14a-4b54-ad2c-13ff7da49fa4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:35:56.412322 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-40f38b14-f6b0-448b-bac1-d92db6582f60 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for security_group_rule (bfe00b2a-f223-4b8e-8431-bde477023a64), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:56.467882 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-40f38b14-f6b0-448b-bac1-d92db6582f60 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for security_group_rule (bfe00b2a-f223-4b8e-8431-bde477023a64), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:56.471980 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-40f38b14-f6b0-448b-bac1-d92db6582f60 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (bfe00b2a-f223-4b8e-8431-bde477023a64), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:56.490168 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f38b14-f6b0-448b-bac1-d92db6582f60 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe00b2a-f223-4b8e-8431-bde477023a64,revision_number=0']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:56.498689 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-40f38b14-f6b0-448b-bac1-d92db6582f60 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:56.499902 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-40f38b14-f6b0-448b-bac1-d92db6582f60 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189063 Mar 18 00:35:56.502684 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55806) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:56.507113 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-34fd2526-ad92-4274-a1fe-f0f701d5e029 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Request body: {'security_group_rule': {'security_group_id': '8b976bdb-f14a-4b54-ad2c-13ff7da49fa4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:35:56.532039 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-34fd2526-ad92-4274-a1fe-f0f701d5e029 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for security_group_rule (0623b1ec-9a25-436c-a8f1-33fd198fbf51), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:56.590787 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-34fd2526-ad92-4274-a1fe-f0f701d5e029 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for security_group_rule (0623b1ec-9a25-436c-a8f1-33fd198fbf51), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:56.594375 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-34fd2526-ad92-4274-a1fe-f0f701d5e029 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (0623b1ec-9a25-436c-a8f1-33fd198fbf51), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:56.615866 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd2526-ad92-4274-a1fe-f0f701d5e029 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0623b1ec-9a25-436c-a8f1-33fd198fbf51,revision_number=0']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:56.624056 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-34fd2526-ad92-4274-a1fe-f0f701d5e029 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:56.625248 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-34fd2526-ad92-4274-a1fe-f0f701d5e029 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215529 Mar 18 00:35:56.628566 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55808) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:35:56.633099 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-e163679f-4ae0-48ca-a501-2b92090e059d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Request body: {'floatingip': {'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:35:56.654258 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e163679f-4ae0-48ca-a501-2b92090e059d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:56.661076 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] Sync routers for ids ['7130908a-1614-4fa9-815a-6d1d97706859'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:35:56.671088 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] Routers {'7130908a-1614-4fa9-815a-6d1d97706859'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:35:56.671700 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:35:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['7130908a-1614-4fa9-815a-6d1d97706859'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:56.756181 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e163679f-4ae0-48ca-a501-2b92090e059d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:56.789207 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] Set router 7130908a-1614-4fa9-815a-6d1d97706859 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:35:56.997252 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7130908a-1614-4fa9-815a-6d1d97706859', 'name': 'tempest-AttachVolumeTestJSON-800083649-router', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:54Z', 'revision_number': 4, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'gw_port': {'id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '846e70af-4bf5-4c15-bfeb-779aca9b62a1', 'name': '', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'mac_address': 'fa:16:3e:84:b3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:54Z', 'updated_at': '2022-03-18T00:35:55Z', 'revision_number': 2, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'subnets': [{'id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:57.025293 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] Checking router: 7130908a-1614-4fa9-815a-6d1d97706859 for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:35:57.025589 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] Updating router 7130908a-1614-4fa9-815a-6d1d97706859 port 846e70af-4bf5-4c15-bfeb-779aca9b62a1 binding host dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 00:35:57.053862 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (846e70af-4bf5-4c15-bfeb-779aca9b62a1), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:57.096108 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_common [None req-e163679f-4ae0-48ca-a501-2b92090e059d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Allocated IP 172.28.2.155 (5e3ddc34-ad90-40ce-bf33-6bccf71106f9/1eeedb1d-7e47-41b2-b3a3-f344e50a1163/2292950a-e3be-4869-8dbe-513aa0c3aac4) {{(pid=109623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:35:57.194741 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e163679f-4ae0-48ca-a501-2b92090e059d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for port (2292950a-e3be-4869-8dbe-513aa0c3aac4), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:57.226726 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e163679f-4ae0-48ca-a501-2b92090e059d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (2292950a-e3be-4869-8dbe-513aa0c3aac4), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:57.265456 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e163679f-4ae0-48ca-a501-2b92090e059d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 is already hosted by enough agents. {{(pid=109623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:35:57.268125 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-e163679f-4ae0-48ca-a501-2b92090e059d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Resources bound (agent type, host, resource id): {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:35:57.271886 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e163679f-4ae0-48ca-a501-2b92090e059d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Received port after_create {{(pid=109623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:35:57.297163 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163679f-4ae0-48ca-a501-2b92090e059d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Pushing event updated for resources: {'Port': ['ID=2292950a-e3be-4869-8dbe-513aa0c3aac4,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:57.319039 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] Publish callbacks [] for port (846e70af-4bf5-4c15-bfeb-779aca9b62a1), precommit_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:57.323982 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (846e70af-4bf5-4c15-bfeb-779aca9b62a1), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:57.375150 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e163679f-4ae0-48ca-a501-2b92090e059d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for floatingip (1f003d27-9ab8-4a31-a42b-401ec54d7526), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:57.391876 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0633d6-0be6-4a9b-a297-d4edc8bc0adf None None] Pushing event updated for resources: {'Port': ['ID=846e70af-4bf5-4c15-bfeb-779aca9b62a1,revision_number=3']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:57.429056 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] Attempting to bind port 846e70af-4bf5-4c15-bfeb-779aca9b62a1 on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:35:57.429527 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] Attempting to bind port 846e70af-4bf5-4c15-bfeb-779aca9b62a1 by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': '2c9f021a-bd48-4be1-8ba0-f515c49b029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032'}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:35:57.430059 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] Attempting to bind port 846e70af-4bf5-4c15-bfeb-779aca9b62a1 on network 9b41d3ef-8df0-4228-b239-d97be7a8c032 {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:35:57.433503 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e163679f-4ae0-48ca-a501-2b92090e059d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (2292950a-e3be-4869-8dbe-513aa0c3aac4), before_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:57.434016 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 63b35cde-d810-42c2-ad8b-6267e9590536 up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:35:57.461237 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:35:57.461724 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] Checking segment: {'id': '2c9f021a-bd48-4be1-8ba0-f515c49b029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:35:57.462198 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:57.462648 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] Bound using segment: {'id': '2c9f021a-bd48-4be1-8ba0-f515c49b029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032'} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:35:57.463136 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] Bound port: 846e70af-4bf5-4c15-bfeb-779aca9b62a1, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9f021a-bd48-4be1-8ba0-f515c49b029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032'}}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:35:57.463506 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (846e70af-4bf5-4c15-bfeb-779aca9b62a1), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:57.548934 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 63b35cde-d810-42c2-ad8b-6267e9590536 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:35:57.549246 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (63b35cde-d810-42c2-ad8b-6267e9590536), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:57.551438 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] For port 846e70af-4bf5-4c15-bfeb-779aca9b62a1, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:35:57.555250 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] For port 846e70af-4bf5-4c15-bfeb-779aca9b62a1, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=846e70af-4bf5-4c15-bfeb-779aca9b62a1,segment=NetworkSegment(2c9f021a-bd48-4be1-8ba0-f515c49b029d),segment_id=2c9f021a-bd48-4be1-8ba0-f515c49b029d)] {{(pid=109624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:35:57.580165 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (846e70af-4bf5-4c15-bfeb-779aca9b62a1), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:57.598738 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e163679f-4ae0-48ca-a501-2b92090e059d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for port (2292950a-e3be-4869-8dbe-513aa0c3aac4), precommit_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:57.603230 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e163679f-4ae0-48ca-a501-2b92090e059d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9398957'] for port (2292950a-e3be-4869-8dbe-513aa0c3aac4), after_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:57.671562 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] Routers {'7130908a-1614-4fa9-815a-6d1d97706859'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:35:57.672194 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:35:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['7130908a-1614-4fa9-815a-6d1d97706859'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:57.674015 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-eb370981-797c-469a-82e0-54a80be0cf2c None None] Provisioning complete for port 846e70af-4bf5-4c15-bfeb-779aca9b62a1 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:35:57.674391 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-eb370981-797c-469a-82e0-54a80be0cf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (846e70af-4bf5-4c15-bfeb-779aca9b62a1), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:57.677128 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163679f-4ae0-48ca-a501-2b92090e059d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Pushing event updated for resources: {'Port': ['ID=2292950a-e3be-4869-8dbe-513aa0c3aac4,revision_number=2']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:57.685523 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e163679f-4ae0-48ca-a501-2b92090e059d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (1f003d27-9ab8-4a31-a42b-401ec54d7526), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:57.699646 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0633d6-0be6-4a9b-a297-d4edc8bc0adf None None] Pushing event updated for resources: {'Port': ['ID=846e70af-4bf5-4c15-bfeb-779aca9b62a1,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:57.703131 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e163679f-4ae0-48ca-a501-2b92090e059d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:57.704547 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-e163679f-4ae0-48ca-a501-2b92090e059d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0749862 Mar 18 00:35:57.874631 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-729d1811-6b05-48bc-b3ca-33a231766a1a tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--263624524&fields=id&tenant_id=ce93ce4ff02b4631896a4bd727176133 HTTP/1.1" status: 200 len: 267 time: 0.0455747 Mar 18 00:35:57.976967 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:57.984070 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 63b35cde-d810-42c2-ad8b-6267e9590536 is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:35:57.985036 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-666af31f-3461-4219-b299-7cf7e1cb47e0 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:57.987279 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-666af31f-3461-4219-b299-7cf7e1cb47e0 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/networks?id=9b41d3ef-8df0-4228-b239-d97be7a8c032 HTTP/1.1" status: 200 len: 810 time: 0.1054869 Mar 18 00:35:58.003584 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-a204755c-7376-40da-a99d-7e8e21ab5fe4 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/quotas/ce93ce4ff02b4631896a4bd727176133 HTTP/1.1" status: 200 len: 375 time: 0.0101078 Mar 18 00:35:58.046632 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] Set router 7130908a-1614-4fa9-815a-6d1d97706859 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:35:58.048789 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-eb370981-797c-469a-82e0-54a80be0cf2c None None] Current status of the port 846e70af-4bf5-4c15-bfeb-779aca9b62a1 is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:35:58.049165 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-eb370981-797c-469a-82e0-54a80be0cf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (846e70af-4bf5-4c15-bfeb-779aca9b62a1), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:58.059857 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-cf2b2e29-cffa-46ce-94d4-59530aa540a5 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce93ce4ff02b4631896a4bd727176133&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505414 Mar 18 00:35:58.140692 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-eb370981-797c-469a-82e0-54a80be0cf2c None None] For port 846e70af-4bf5-4c15-bfeb-779aca9b62a1, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=846e70af-4bf5-4c15-bfeb-779aca9b62a1,segment=NetworkSegment(2c9f021a-bd48-4be1-8ba0-f515c49b029d),segment_id=2c9f021a-bd48-4be1-8ba0-f515c49b029d)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:35:58.152048 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-eb370981-797c-469a-82e0-54a80be0cf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (846e70af-4bf5-4c15-bfeb-779aca9b62a1), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:58.153052 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-839032c7-80c3-4fd9-baf8-888512db7874 service neutron] 10.222.0.23 "GET /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819914 Mar 18 00:35:58.243039 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb370981-797c-469a-82e0-54a80be0cf2c None None] Pushing event updated for resources: {'Port': ['ID=846e70af-4bf5-4c15-bfeb-779aca9b62a1,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:35:58.245534 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-4afd3084-b21d-423e-8b09-0f797827be7e service neutron] 10.222.0.23 "GET /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847862 Mar 18 00:35:58.303419 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-48888fb0-2d35-458f-a512-ef656e94b3c7 None None] Provisioning complete for port 846e70af-4bf5-4c15-bfeb-779aca9b62a1 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:35:58.303786 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-48888fb0-2d35-458f-a512-ef656e94b3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (846e70af-4bf5-4c15-bfeb-779aca9b62a1), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:58.358536 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7130908a-1614-4fa9-815a-6d1d97706859', 'name': 'tempest-AttachVolumeTestJSON-800083649-router', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:54Z', 'revision_number': 4, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'gw_port': {'id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '846e70af-4bf5-4c15-bfeb-779aca9b62a1', 'name': '', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'mac_address': 'fa:16:3e:84:b3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:54Z', 'updated_at': '2022-03-18T00:35:57Z', 'revision_number': 4, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'subnets': [{'id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:35:58.412354 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-66e6fea4-ddd9-46f0-ae1d-ea17235d3bce req-7bcbbd38-353e-49d0-92ff-a15a2641563b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 210 time: 0.0273476 Mar 18 00:35:58.413021 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fdf4c8-7474-40be-9a6f-5e0d4733804c None None] The sync data for ids ['7130908a-1614-4fa9-815a-6d1d97706859'] in dv-cinder-768458-19-smb is: [{'id': '7130908a-1614-4fa9-815a-6d1d97706859', 'name': 'tempest-AttachVolumeTestJSON-800083649-router', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:54Z', 'revision_number': 4, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'gw_port': {'id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '846e70af-4bf5-4c15-bfeb-779aca9b62a1', 'name': '', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'mac_address': 'fa:16:3e:84:b3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:54Z', 'updated_at': '2022-03-18T00:35:57Z', 'revision_number': 4, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'subnets': [{'id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:35:58.432643 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-48888fb0-2d35-458f-a512-ef656e94b3c7 None None] Current status of the port 846e70af-4bf5-4c15-bfeb-779aca9b62a1 is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:35:59.432541 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 846e70af-4bf5-4c15-bfeb-779aca9b62a1 up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:35:59.491918 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 846e70af-4bf5-4c15-bfeb-779aca9b62a1 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:35:59.492292 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (846e70af-4bf5-4c15-bfeb-779aca9b62a1), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:59.571952 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 846e70af-4bf5-4c15-bfeb-779aca9b62a1 is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:35:59.579558 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-79d3b0f4-d32c-44b3-9292-371f0a2475c3 req-a7605ea5-6cd5-4a18-a54e-35aeeb78ea0e tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 210 time: 0.0652695 Mar 18 00:35:59.627380 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-d577d7f2-09ff-41db-a4dc-35285e50fe63 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:35:59.629103 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-d577d7f2-09ff-41db-a4dc-35285e50fe63 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.10 "GET /v2.0/networks?id=9b41d3ef-8df0-4228-b239-d97be7a8c032 HTTP/1.1" status: 200 len: 810 time: 0.1460207 Mar 18 00:35:59.712592 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-5c62006e-38c7-4ef8-8d25-613bb52684aa tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce93ce4ff02b4631896a4bd727176133 HTTP/1.1" status: 200 len: 379 time: 0.0525124 Mar 18 00:35:59.721030 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-7a5742d3-96b9-4bb6-9775-bedb068ce7f4 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Request body: {'port': {'device_id': '43faf216-a82d-4a62-8786-3a941dddf3f6', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'admin_state_up': True, 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'security_groups': ['8b976bdb-f14a-4b54-ad2c-13ff7da49fa4']}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:35:59.822136 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-7a5742d3-96b9-4bb6-9775-bedb068ce7f4 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Made reservation on behalf of ce93ce4ff02b4631896a4bd727176133 for: {'port': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:35:59.825487 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-7a5742d3-96b9-4bb6-9775-bedb068ce7f4 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:35:59.948790 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-7a5742d3-96b9-4bb6-9775-bedb068ce7f4 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Allocated IP 172.20.0.4 (9b41d3ef-8df0-4228-b239-d97be7a8c032/d10aa246-965f-47e9-9ba8-ebcd4309ef4e/b60f82ff-9e36-4de9-bed1-e120e54f03a5) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:36:00.083229 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-7a5742d3-96b9-4bb6-9775-bedb068ce7f4 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for port (b60f82ff-9e36-4de9-bed1-e120e54f03a5), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:00.114588 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-7a5742d3-96b9-4bb6-9775-bedb068ce7f4 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (b60f82ff-9e36-4de9-bed1-e120e54f03a5), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:00.155758 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-7a5742d3-96b9-4bb6-9775-bedb068ce7f4 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Network 9b41d3ef-8df0-4228-b239-d97be7a8c032 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:36:00.159077 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-7a5742d3-96b9-4bb6-9775-bedb068ce7f4 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:36:00.165581 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-7a5742d3-96b9-4bb6-9775-bedb068ce7f4 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:36:00.171185 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5742d3-96b9-4bb6-9775-bedb068ce7f4 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Pushing event updated for resources: {'Port': ['ID=b60f82ff-9e36-4de9-bed1-e120e54f03a5,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:36:00.216611 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-7a5742d3-96b9-4bb6-9775-bedb068ce7f4 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:00.217231 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-7a5742d3-96b9-4bb6-9775-bedb068ce7f4 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:00.233904 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-7a5742d3-96b9-4bb6-9775-bedb068ce7f4 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5163524 Mar 18 00:36:00.258877 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-c444b9eb-b1e3-44b9-96fb-b62314a8b4c9 service neutron] Request body: {'port': {'device_id': '43faf216-a82d-4a62-8786-3a941dddf3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:36:00.323062 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-c444b9eb-b1e3-44b9-96fb-b62314a8b4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (b60f82ff-9e36-4de9-bed1-e120e54f03a5), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:00.389606 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-b6bfcd94-6c69-4dd3-b524-bb06b4aefc7a None None] Provisioning complete for port b60f82ff-9e36-4de9-bed1-e120e54f03a5 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:36:00.390264 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b6bfcd94-6c69-4dd3-b524-bb06b4aefc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (b60f82ff-9e36-4de9-bed1-e120e54f03a5), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:00.427477 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-b6bfcd94-6c69-4dd3-b524-bb06b4aefc7a None None] Port b60f82ff-9e36-4de9-bed1-e120e54f03a5 cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:36:00.578481 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-c444b9eb-b1e3-44b9-96fb-b62314a8b4c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60f82ff-9e36-4de9-bed1-e120e54f03a5 {{(pid=109622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:36:00.586624 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-c444b9eb-b1e3-44b9-96fb-b62314a8b4c9 service neutron] Publish callbacks [] for port (b60f82ff-9e36-4de9-bed1-e120e54f03a5), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:00.598951 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.provisioning_blocks [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-c444b9eb-b1e3-44b9-96fb-b62314a8b4c9 service neutron] Transition to ACTIVE for port object b60f82ff-9e36-4de9-bed1-e120e54f03a5 will not be triggered until provisioned by entity L2. {{(pid=109622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 00:36:00.601782 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-c444b9eb-b1e3-44b9-96fb-b62314a8b4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (b60f82ff-9e36-4de9-bed1-e120e54f03a5), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:00.650209 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444b9eb-b1e3-44b9-96fb-b62314a8b4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b60f82ff-9e36-4de9-bed1-e120e54f03a5,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:36:00.708151 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c46b10-ba5c-4c55-9a83-4509a2cb01af req-49ada988-3c41-431b-928a-bf5799f00551 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:00.709265 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-01c46b10-ba5c-4c55-9a83-4509a2cb01af req-49ada988-3c41-431b-928a-bf5799f00551 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 943 time: 0.0596979 Mar 18 00:36:00.734444 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-c444b9eb-b1e3-44b9-96fb-b62314a8b4c9 service neutron] Attempting to bind port b60f82ff-9e36-4de9-bed1-e120e54f03a5 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:36:00.734872 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-c444b9eb-b1e3-44b9-96fb-b62314a8b4c9 service neutron] Attempting to bind port b60f82ff-9e36-4de9-bed1-e120e54f03a5 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '2c9f021a-bd48-4be1-8ba0-f515c49b029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032'}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:36:00.735400 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-c444b9eb-b1e3-44b9-96fb-b62314a8b4c9 service neutron] Attempting to bind port b60f82ff-9e36-4de9-bed1-e120e54f03a5 on network 9b41d3ef-8df0-4228-b239-d97be7a8c032 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:36:00.740418 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-c444b9eb-b1e3-44b9-96fb-b62314a8b4c9 service neutron] Port b60f82ff-9e36-4de9-bed1-e120e54f03a5 on network 9b41d3ef-8df0-4228-b239-d97be7a8c032 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 00:36:00.740639 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-c444b9eb-b1e3-44b9-96fb-b62314a8b4c9 service neutron] Attempting to bind port b60f82ff-9e36-4de9-bed1-e120e54f03a5 on network 9b41d3ef-8df0-4228-b239-d97be7a8c032 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:36:00.746094 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-c444b9eb-b1e3-44b9-96fb-b62314a8b4c9 service neutron] Checking agent: {'id': 'a11cec97-e670-4172-acc9-1e6c1f318043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'started_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:36:00.746439 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-c444b9eb-b1e3-44b9-96fb-b62314a8b4c9 service neutron] Checking segment: {'id': '2c9f021a-bd48-4be1-8ba0-f515c49b029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:36:00.746834 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-c444b9eb-b1e3-44b9-96fb-b62314a8b4c9 service neutron] Bound using segment: {'id': '2c9f021a-bd48-4be1-8ba0-f515c49b029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032'} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:36:00.747269 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-c444b9eb-b1e3-44b9-96fb-b62314a8b4c9 service neutron] Bound port: b60f82ff-9e36-4de9-bed1-e120e54f03a5, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c9f021a-bd48-4be1-8ba0-f515c49b029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032'}}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:36:00.747631 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-c444b9eb-b1e3-44b9-96fb-b62314a8b4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (b60f82ff-9e36-4de9-bed1-e120e54f03a5), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:00.769912 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-01c46b10-ba5c-4c55-9a83-4509a2cb01af req-1846fe24-bc4c-4094-8eaa-77b92819860a tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522389 Mar 18 00:36:00.817840 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-c444b9eb-b1e3-44b9-96fb-b62314a8b4c9 service neutron] For port b60f82ff-9e36-4de9-bed1-e120e54f03a5, host hv-cinder-76845, cleared binding levels {{(pid=109622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:36:00.821132 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-c444b9eb-b1e3-44b9-96fb-b62314a8b4c9 service neutron] For port b60f82ff-9e36-4de9-bed1-e120e54f03a5, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b60f82ff-9e36-4de9-bed1-e120e54f03a5,segment=NetworkSegment(2c9f021a-bd48-4be1-8ba0-f515c49b029d),segment_id=2c9f021a-bd48-4be1-8ba0-f515c49b029d)] {{(pid=109622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:36:00.828974 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-c444b9eb-b1e3-44b9-96fb-b62314a8b4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (b60f82ff-9e36-4de9-bed1-e120e54f03a5), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:00.862781 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-c444b9eb-b1e3-44b9-96fb-b62314a8b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:00.864239 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-c444b9eb-b1e3-44b9-96fb-b62314a8b4c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:00.865751 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-c444b9eb-b1e3-44b9-96fb-b62314a8b4c9 service neutron] 10.222.0.10 "PUT /v2.0/ports/b60f82ff-9e36-4de9-bed1-e120e54f03a5 HTTP/1.1" status: 200 len: 1093 time: 0.6119106 Mar 18 00:36:00.866185 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43faf216-a82d-4a62-8786-3a941dddf3f6', 'tag': 'b60f82ff-9e36-4de9-bed1-e120e54f03a5'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:36:00.868412 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062c70f8-edbe-4c68-bef2-deb457cacbac" -d '{"events": [{"name": "network-changed", "server_uuid": "43faf216-a82d-4a62-8786-3a941dddf3f6", "tag": "b60f82ff-9e36-4de9-bed1-e120e54f03a5"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:36:00.895926 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444b9eb-b1e3-44b9-96fb-b62314a8b4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b60f82ff-9e36-4de9-bed1-e120e54f03a5,revision_number=3']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:36:00.912921 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65eace5-4c67-4676-ad51-e9d44ad4a724 x-openstack-request-id: req-d65eace5-4c67-4676-ad51-e9d44ad4a724 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:36:00.913165 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43faf216-a82d-4a62-8786-3a941dddf3f6", "tag": "b60f82ff-9e36-4de9-bed1-e120e54f03a5", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:36:00.913437 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d65eace5-4c67-4676-ad51-e9d44ad4a724 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:36:00.913841 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43faf216-a82d-4a62-8786-3a941dddf3f6', 'tag': 'b60f82ff-9e36-4de9-bed1-e120e54f03a5', 'status': 'completed', 'code': 200} Mar 18 00:36:00.985013 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-05e1ff40-2c4f-439f-b298-6b0d1ffec1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:00.986494 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-05e1ff40-2c4f-439f-b298-6b0d1ffec1aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce93ce4ff02b4631896a4bd727176133&device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 1127 time: 0.0486979 Mar 18 00:36:01.045109 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-3a91e3fc-4672-4dd3-aa1d-ee3d8b3e08d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b60f82ff-9e36-4de9-bed1-e120e54f03a5 HTTP/1.1" status: 200 len: 217 time: 0.0379953 Mar 18 00:36:01.092494 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-a53f0914-f822-47ca-9c68-78ff499f5440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:01.094067 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-a53f0914-f822-47ca-9c68-78ff499f5440 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d10aa246-965f-47e9-9ba8-ebcd4309ef4e HTTP/1.1" status: 200 len: 849 time: 0.0421929 Mar 18 00:36:01.141119 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-dcee5b2c-1180-45b7-b15e-e75702fc7636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:01.142596 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-dcee5b2c-1180-45b7-b15e-e75702fc7636 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9b41d3ef-8df0-4228-b239-d97be7a8c032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0423632 Mar 18 00:36:01.239463 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-6803d195-5422-41fe-bf16-65d5560d25b3 service neutron] 10.222.0.10 "GET /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844681 Mar 18 00:36:01.329251 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b8d4b44c-802b-4d61-b43f-d3ed05e55a13 req-a507a165-0bfb-474d-80c8-eb7fc22e6ed7 service neutron] 10.222.0.10 "GET /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815868 Mar 18 00:36:01.482101 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c70f8-edbe-4c68-bef2-deb457cacbac req-6cbf6b64-7402-4585-9a46-4e1d84dca6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:01.483567 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-062c70f8-edbe-4c68-bef2-deb457cacbac req-6cbf6b64-7402-4585-9a46-4e1d84dca6a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce93ce4ff02b4631896a4bd727176133&device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 1127 time: 0.0478306 Mar 18 00:36:01.568065 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c70f8-edbe-4c68-bef2-deb457cacbac req-0fdaaaee-d3d4-410c-a82e-ca1aa775125e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:01.569410 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-062c70f8-edbe-4c68-bef2-deb457cacbac req-0fdaaaee-d3d4-410c-a82e-ca1aa775125e service neutron] 10.222.0.10 "GET /v2.0/networks?id=9b41d3ef-8df0-4228-b239-d97be7a8c032 HTTP/1.1" status: 200 len: 910 time: 0.0792923 Mar 18 00:36:01.612871 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-062c70f8-edbe-4c68-bef2-deb457cacbac req-93ce2cc0-da88-4774-aa36-cd73632f7cee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b60f82ff-9e36-4de9-bed1-e120e54f03a5 HTTP/1.1" status: 200 len: 217 time: 0.0366752 Mar 18 00:36:01.660994 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c70f8-edbe-4c68-bef2-deb457cacbac req-d6622977-a6e2-4fe5-a8a2-794b50218ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:01.662463 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-062c70f8-edbe-4c68-bef2-deb457cacbac req-d6622977-a6e2-4fe5-a8a2-794b50218ae2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d10aa246-965f-47e9-9ba8-ebcd4309ef4e HTTP/1.1" status: 200 len: 849 time: 0.0418611 Mar 18 00:36:01.710182 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c70f8-edbe-4c68-bef2-deb457cacbac req-7631e428-d892-4a8e-8f38-6316aff05f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:01.711645 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-062c70f8-edbe-4c68-bef2-deb457cacbac req-7631e428-d892-4a8e-8f38-6316aff05f2e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9b41d3ef-8df0-4228-b239-d97be7a8c032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0425444 Mar 18 00:36:01.803500 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-062c70f8-edbe-4c68-bef2-deb457cacbac req-ee87f036-6287-4612-8178-407e5ed129d1 service neutron] 10.222.0.10 "GET /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845454 Mar 18 00:36:01.889604 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757d441-bbb1-4aae-8f5f-5341ddd9fb91 req-34fcc8b2-6e8b-4ba2-946d-cc54c69f305f tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:01.891092 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-7757d441-bbb1-4aae-8f5f-5341ddd9fb91 req-34fcc8b2-6e8b-4ba2-946d-cc54c69f305f tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 943 time: 0.0546691 Mar 18 00:36:01.892108 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-062c70f8-edbe-4c68-bef2-deb457cacbac req-3117c986-9f35-4186-9e9d-84f9def84df5 service neutron] 10.222.0.10 "GET /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821474 Mar 18 00:36:01.938106 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-7757d441-bbb1-4aae-8f5f-5341ddd9fb91 req-be6f9586-0496-42c8-959a-f4c00f27b003 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408535 Mar 18 00:36:03.062071 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef283d53-caf9-4c28-9a61-4d50cd97149f req-20c3d665-e4fc-4714-98e4-a1f3d0223e8d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:03.063522 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ef283d53-caf9-4c28-9a61-4d50cd97149f req-20c3d665-e4fc-4714-98e4-a1f3d0223e8d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 943 time: 0.0526605 Mar 18 00:36:03.109155 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ef283d53-caf9-4c28-9a61-4d50cd97149f req-73f2ed9e-254e-4830-bccf-97ab101d2d62 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396233 Mar 18 00:36:04.225260 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ad760-5960-4761-9124-88d4f13fec30 req-93d94be7-00ff-45a0-8066-a4bc0dd9dc1a tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:04.226692 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-534ad760-5960-4761-9124-88d4f13fec30 req-93d94be7-00ff-45a0-8066-a4bc0dd9dc1a tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 943 time: 0.0518715 Mar 18 00:36:04.229856 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device b60f82ff-9e36-4de9-bed1-e120e54f03a5 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 00:36:04.274306 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-534ad760-5960-4761-9124-88d4f13fec30 req-992a472f-0998-4eec-b2f3-6838ffae193f tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420980 Mar 18 00:36:04.326398 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port b60f82ff-9e36-4de9-bed1-e120e54f03a5, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b60f82ff-9e36-4de9-bed1-e120e54f03a5,segment=NetworkSegment(2c9f021a-bd48-4be1-8ba0-f515c49b029d),segment_id=2c9f021a-bd48-4be1-8ba0-f515c49b029d)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:36:04.340714 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Returning: {'device': 'b60f82ff-9e36-4de9-bed1-e120e54f03a5', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'port_id': 'b60f82ff-9e36-4de9-bed1-e120e54f03a5', 'mac_address': 'fa:16:3e:18:4c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 00:36:04.376558 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port b60f82ff-9e36-4de9-bed1-e120e54f03a5 is: DOWN; New status is: BUILD {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:36:04.376946 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (b60f82ff-9e36-4de9-bed1-e120e54f03a5), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:04.390888 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60f82ff-9e36-4de9-bed1-e120e54f03a5 {{(pid=109624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:36:04.410272 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port b60f82ff-9e36-4de9-bed1-e120e54f03a5, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b60f82ff-9e36-4de9-bed1-e120e54f03a5,segment=NetworkSegment(2c9f021a-bd48-4be1-8ba0-f515c49b029d),segment_id=2c9f021a-bd48-4be1-8ba0-f515c49b029d)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:36:04.414387 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (b60f82ff-9e36-4de9-bed1-e120e54f03a5), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:04.461473 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=b60f82ff-9e36-4de9-bed1-e120e54f03a5,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:36:04.780564 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['b60f82ff-9e36-4de9-bed1-e120e54f03a5'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:36:05.395842 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40334cd9-6995-4ae1-9e3d-3f8564e6eded req-b1c26743-e4b2-4c7c-acd8-35614d1ae027 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:05.397288 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-40334cd9-6995-4ae1-9e3d-3f8564e6eded req-b1c26743-e4b2-4c7c-acd8-35614d1ae027 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 944 time: 0.0568211 Mar 18 00:36:05.442053 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-40334cd9-6995-4ae1-9e3d-3f8564e6eded req-c27da687-e3dc-42fe-b08b-fb9f0e8b3b6a tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391412 Mar 18 00:36:06.122343 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:06.228604 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device b60f82ff-9e36-4de9-bed1-e120e54f03a5 up at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:36:06.275296 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning for port b60f82ff-9e36-4de9-bed1-e120e54f03a5 completed by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 00:36:06.279188 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning complete for port b60f82ff-9e36-4de9-bed1-e120e54f03a5 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:36:06.279562 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (b60f82ff-9e36-4de9-bed1-e120e54f03a5), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:06.358509 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port b60f82ff-9e36-4de9-bed1-e120e54f03a5 is: BUILD; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:36:06.358906 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (b60f82ff-9e36-4de9-bed1-e120e54f03a5), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:06.381750 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43faf216-a82d-4a62-8786-3a941dddf3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60f82ff-9e36-4de9-bed1-e120e54f03a5'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:36:06.384030 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6ea3c4-768f-4550-b466-85e41673af83" -d '{"events": [{"server_uuid": "43faf216-a82d-4a62-8786-3a941dddf3f6", "name": "network-vif-plugged", "status": "completed", "tag": "b60f82ff-9e36-4de9-bed1-e120e54f03a5"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:36:06.398602 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port b60f82ff-9e36-4de9-bed1-e120e54f03a5, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b60f82ff-9e36-4de9-bed1-e120e54f03a5,segment=NetworkSegment(2c9f021a-bd48-4be1-8ba0-f515c49b029d),segment_id=2c9f021a-bd48-4be1-8ba0-f515c49b029d)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:36:06.402455 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (b60f82ff-9e36-4de9-bed1-e120e54f03a5), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:06.433261 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43814a34-3984-4fce-8a17-fa2f16e1935e x-openstack-request-id: req-43814a34-3984-4fce-8a17-fa2f16e1935e {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:36:06.433589 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43faf216-a82d-4a62-8786-3a941dddf3f6", "name": "network-vif-plugged", "status": "completed", "tag": "b60f82ff-9e36-4de9-bed1-e120e54f03a5", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:36:06.433837 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-43814a34-3984-4fce-8a17-fa2f16e1935e {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:36:06.434222 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43faf216-a82d-4a62-8786-3a941dddf3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60f82ff-9e36-4de9-bed1-e120e54f03a5', 'code': 200} Mar 18 00:36:06.458131 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=b60f82ff-9e36-4de9-bed1-e120e54f03a5,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:36:06.562399 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3ddab-c6c0-4bd3-b135-cb6c1939d7e7 req-f41f0def-0607-490d-8d0c-d27baea814e2 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:06.564044 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e1a3ddab-c6c0-4bd3-b135-cb6c1939d7e7 req-f41f0def-0607-490d-8d0c-d27baea814e2 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0528905 Mar 18 00:36:06.618607 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e1a3ddab-c6c0-4bd3-b135-cb6c1939d7e7 req-1365b187-3862-4207-8a47-dcef81f2ca50 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488763 Mar 18 00:36:06.656940 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c197cb-3d1e-461a-abe2-5443cb386060 req-1303eb0b-145a-4834-ae42-5ebc8d6869d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:06.658464 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-34c197cb-3d1e-461a-abe2-5443cb386060 req-1303eb0b-145a-4834-ae42-5ebc8d6869d3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 1129 time: 0.0519772 Mar 18 00:36:06.704616 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-34c197cb-3d1e-461a-abe2-5443cb386060 req-ca2c7382-288e-47f1-9a4a-1775e4f6fb03 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361652 Mar 18 00:36:07.737593 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd31460-717f-485e-9785-cba93b0f072f req-b081b8e0-01de-4b5b-89f4-e9bcc01effa5 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:07.739669 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-1fd31460-717f-485e-9785-cba93b0f072f req-b081b8e0-01de-4b5b-89f4-e9bcc01effa5 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0522580 Mar 18 00:36:07.789384 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-1fd31460-717f-485e-9785-cba93b0f072f req-43016354-f0a9-40bb-8cd6-1965a38e1565 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442116 Mar 18 00:36:08.902757 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4e22f-78f7-4d9e-b7f3-8885de226cea req-9155fba3-4400-4ac3-a02b-e8bc8073af19 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:08.904214 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9af4e22f-78f7-4d9e-b7f3-8885de226cea req-9155fba3-4400-4ac3-a02b-e8bc8073af19 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0509906 Mar 18 00:36:08.949599 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9af4e22f-78f7-4d9e-b7f3-8885de226cea req-b98f02ff-5bdc-42b4-a8c7-770f643a5dd9 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396190 Mar 18 00:36:09.062883 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84a761-8e88-4ea7-a0f6-28de9ad0c4db req-974c1ced-ad22-41ec-82ab-301ceb96f05c tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:09.064345 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9d84a761-8e88-4ea7-a0f6-28de9ad0c4db req-974c1ced-ad22-41ec-82ab-301ceb96f05c tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0516808 Mar 18 00:36:09.073597 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55860) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:36:09.077843 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-d259ec50-1c2b-41c9-919a-decb31d98e81 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Request body: {'floatingip': {'port_id': 'b60f82ff-9e36-4de9-bed1-e120e54f03a5'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:36:09.115611 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d259ec50-1c2b-41c9-919a-decb31d98e81 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for floatingip (1f003d27-9ab8-4a31-a42b-401ec54d7526), before_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:09.532599 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d259ec50-1c2b-41c9-919a-decb31d98e81 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:09.537175 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d259ec50-1c2b-41c9-919a-decb31d98e81 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (1f003d27-9ab8-4a31-a42b-401ec54d7526), after_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:09.636083 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.db.l3_db [None req-d259ec50-1c2b-41c9-919a-decb31d98e81 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Floating IP 1f003d27-9ab8-4a31-a42b-401ec54d7526 associated. External IP: 172.28.2.155, port: b60f82ff-9e36-4de9-bed1-e120e54f03a5. Mar 18 00:36:09.839435 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d259ec50-1c2b-41c9-919a-decb31d98e81 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Router 7130908a-1614-4fa9-815a-6d1d97706859 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:36:09.946765 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d259ec50-1c2b-41c9-919a-decb31d98e81 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:36:09.951600 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d259ec50-1c2b-41c9-919a-decb31d98e81 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:09.957161 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f97a35-1773-4c7c-a65d-e682de636114 None None] Sync routers for ids ['7130908a-1614-4fa9-815a-6d1d97706859'] in dv-cinder-768458-19-smb {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:36:09.966604 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f97a35-1773-4c7c-a65d-e682de636114 None None] Routers {'7130908a-1614-4fa9-815a-6d1d97706859'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:36:09.967206 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-35f97a35-1773-4c7c-a65d-e682de636114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:35:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['7130908a-1614-4fa9-815a-6d1d97706859'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:36:09.982775 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-d259ec50-1c2b-41c9-919a-decb31d98e81 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "PUT /v2.0/floatingips/1f003d27-9ab8-4a31-a42b-401ec54d7526 HTTP/1.1" status: 200 len: 991 time: 0.9080629 Mar 18 00:36:09.983521 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43faf216-a82d-4a62-8786-3a941dddf3f6', 'tag': 'b60f82ff-9e36-4de9-bed1-e120e54f03a5'}] {{(pid=109623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:36:09.985798 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7516d28204096922e4ecff7ff99285710cd6cc6eb93d78320b89f05ba80b8814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a92d69-6b03-4bda-9cb7-5bbace3284ea" -d '{"events": [{"name": "network-changed", "server_uuid": "43faf216-a82d-4a62-8786-3a941dddf3f6", "tag": "b60f82ff-9e36-4de9-bed1-e120e54f03a5"}]}' {{(pid=109623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:36:10.021642 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2238ed51-6524-4d82-b8cb-c6aa4599469b x-openstack-request-id: req-2238ed51-6524-4d82-b8cb-c6aa4599469b {{(pid=109623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:36:10.021938 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43faf216-a82d-4a62-8786-3a941dddf3f6", "tag": "b60f82ff-9e36-4de9-bed1-e120e54f03a5", "status": "completed", "code": 200}]} {{(pid=109623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:36:10.022195 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2238ed51-6524-4d82-b8cb-c6aa4599469b {{(pid=109623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:36:10.022604 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43faf216-a82d-4a62-8786-3a941dddf3f6', 'tag': 'b60f82ff-9e36-4de9-bed1-e120e54f03a5', 'status': 'completed', 'code': 200} Mar 18 00:36:10.076297 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-35f97a35-1773-4c7c-a65d-e682de636114 None None] Set router 7130908a-1614-4fa9-815a-6d1d97706859 gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:36:10.110321 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a92d69-6b03-4bda-9cb7-5bbace3284ea req-b234078b-5ca4-471e-9ebf-2c19019759c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:10.111808 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-63a92d69-6b03-4bda-9cb7-5bbace3284ea req-b234078b-5ca4-471e-9ebf-2c19019759c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce93ce4ff02b4631896a4bd727176133&device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 1129 time: 0.0433855 Mar 18 00:36:10.200903 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a92d69-6b03-4bda-9cb7-5bbace3284ea req-9f411b3f-8e85-43ae-98eb-4cdc8c048dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:10.202319 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-63a92d69-6b03-4bda-9cb7-5bbace3284ea req-9f411b3f-8e85-43ae-98eb-4cdc8c048dcb service neutron] 10.222.0.10 "GET /v2.0/networks?id=9b41d3ef-8df0-4228-b239-d97be7a8c032 HTTP/1.1" status: 200 len: 910 time: 0.0846837 Mar 18 00:36:10.265904 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-63a92d69-6b03-4bda-9cb7-5bbace3284ea req-26382295-f7f3-4105-a023-3f8d0a2275e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b60f82ff-9e36-4de9-bed1-e120e54f03a5 HTTP/1.1" status: 200 len: 999 time: 0.0577958 Mar 18 00:36:10.297136 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-35f97a35-1773-4c7c-a65d-e682de636114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7130908a-1614-4fa9-815a-6d1d97706859', 'name': 'tempest-AttachVolumeTestJSON-800083649-router', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:54Z', 'revision_number': 4, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'gw_port': {'id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': '1f003d27-9ab8-4a31-a42b-401ec54d7526', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'floating_ip_address': '172.28.2.155', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'port_id': 'b60f82ff-9e36-4de9-bed1-e120e54f03a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'mac_address': 'fa:16:3e:18:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43faf216-a82d-4a62-8786-3a941dddf3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:35:57Z', 'updated_at': '2022-03-18T00:36:09Z', 'revision_number': 1, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846e70af-4bf5-4c15-bfeb-779aca9b62a1', 'name': '', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'mac_address': 'fa:16:3e:84:b3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:54Z', 'updated_at': '2022-03-18T00:35:58Z', 'revision_number': 5, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'subnets': [{'id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:36:10.324071 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f97a35-1773-4c7c-a65d-e682de636114 None None] Checking router: 7130908a-1614-4fa9-815a-6d1d97706859 for host: dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:36:10.332732 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f97a35-1773-4c7c-a65d-e682de636114 None None] Routers {'7130908a-1614-4fa9-815a-6d1d97706859'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:36:10.333345 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-35f97a35-1773-4c7c-a65d-e682de636114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:35:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['7130908a-1614-4fa9-815a-6d1d97706859'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:36:10.444186 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-35f97a35-1773-4c7c-a65d-e682de636114 None None] Set router 7130908a-1614-4fa9-815a-6d1d97706859 gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:36:10.551369 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a92d69-6b03-4bda-9cb7-5bbace3284ea req-8d4270c9-1d19-47e8-8365-56c1c02c5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:10.552714 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-63a92d69-6b03-4bda-9cb7-5bbace3284ea req-8d4270c9-1d19-47e8-8365-56c1c02c5943 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d10aa246-965f-47e9-9ba8-ebcd4309ef4e HTTP/1.1" status: 200 len: 849 time: 0.2802806 Mar 18 00:36:10.601379 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a92d69-6b03-4bda-9cb7-5bbace3284ea req-0f3c29d9-af99-4b8a-80f0-d5d5f1db397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:10.602931 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-63a92d69-6b03-4bda-9cb7-5bbace3284ea req-0f3c29d9-af99-4b8a-80f0-d5d5f1db397e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9b41d3ef-8df0-4228-b239-d97be7a8c032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0433636 Mar 18 00:36:10.669121 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-35f97a35-1773-4c7c-a65d-e682de636114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7130908a-1614-4fa9-815a-6d1d97706859', 'name': 'tempest-AttachVolumeTestJSON-800083649-router', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:54Z', 'revision_number': 4, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'gw_port': {'id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': '1f003d27-9ab8-4a31-a42b-401ec54d7526', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'floating_ip_address': '172.28.2.155', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'port_id': 'b60f82ff-9e36-4de9-bed1-e120e54f03a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'mac_address': 'fa:16:3e:18:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43faf216-a82d-4a62-8786-3a941dddf3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:35:57Z', 'updated_at': '2022-03-18T00:36:09Z', 'revision_number': 1, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846e70af-4bf5-4c15-bfeb-779aca9b62a1', 'name': '', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'mac_address': 'fa:16:3e:84:b3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:54Z', 'updated_at': '2022-03-18T00:35:58Z', 'revision_number': 5, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'subnets': [{'id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:36:10.695192 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f97a35-1773-4c7c-a65d-e682de636114 None None] The sync data for ids ['7130908a-1614-4fa9-815a-6d1d97706859'] in dv-cinder-768458-19-smb is: [{'id': '7130908a-1614-4fa9-815a-6d1d97706859', 'name': 'tempest-AttachVolumeTestJSON-800083649-router', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:54Z', 'revision_number': 4, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'gw_port': {'id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': '1f003d27-9ab8-4a31-a42b-401ec54d7526', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'floating_ip_address': '172.28.2.155', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'port_id': 'b60f82ff-9e36-4de9-bed1-e120e54f03a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'mac_address': 'fa:16:3e:18:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43faf216-a82d-4a62-8786-3a941dddf3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:35:57Z', 'updated_at': '2022-03-18T00:36:09Z', 'revision_number': 1, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846e70af-4bf5-4c15-bfeb-779aca9b62a1', 'name': '', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'mac_address': 'fa:16:3e:84:b3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:54Z', 'updated_at': '2022-03-18T00:35:58Z', 'revision_number': 5, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'subnets': [{'id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:36:10.695987 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-63a92d69-6b03-4bda-9cb7-5bbace3284ea req-4c1ec8db-e4e4-4e4d-8ce2-0be2a3933fb6 service neutron] 10.222.0.10 "GET /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865769 Mar 18 00:36:10.789876 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-63a92d69-6b03-4bda-9cb7-5bbace3284ea req-0ec7b1e4-6b04-42bc-858e-655bc88b3ffe service neutron] 10.222.0.10 "GET /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875015 Mar 18 00:36:10.877058 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3974e5a0-5091-4f4b-a174-7c66627e05a1 None None] New status for floating IP 1f003d27-9ab8-4a31-a42b-401ec54d7526: ACTIVE {{(pid=109624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 00:36:21.449055 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b73ea889-746b-47db-aa30-b61bc8ed78b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:23.828531 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-479a0304-4940-430b-806d-357a43cdb544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:24.678033 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:26.373762 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:27.739210 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:28.203104 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:36:34.097979 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55872) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:36:34.252795 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-c88e4483-b636-450d-ab84-c78554f6e0ea tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Deleting port 0d8be97e-2ec2-41b8-8d7e-cb1326a3dbec {{(pid=109623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:36:34.253727 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c88e4483-b636-450d-ab84-c78554f6e0ea tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (0d8be97e-2ec2-41b8-8d7e-cb1326a3dbec), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:34.326858 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c88e4483-b636-450d-ab84-c78554f6e0ea tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (0d8be97e-2ec2-41b8-8d7e-cb1326a3dbec), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:34.327184 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c88e4483-b636-450d-ab84-c78554f6e0ea tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for floatingip (0d8be97e-2ec2-41b8-8d7e-cb1326a3dbec), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:34.339645 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-c88e4483-b636-450d-ab84-c78554f6e0ea tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Calling delete_port for 0d8be97e-2ec2-41b8-8d7e-cb1326a3dbec owned by network:floatingip {{(pid=109623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:36:34.484899 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c88e4483-b636-450d-ab84-c78554f6e0ea tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (0d8be97e-2ec2-41b8-8d7e-cb1326a3dbec), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:34.509896 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e4483-b636-450d-ab84-c78554f6e0ea tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Pushing event deleted for resources: {'Port': ['ID=0d8be97e-2ec2-41b8-8d7e-cb1326a3dbec,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:36:34.570888 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c88e4483-b636-450d-ab84-c78554f6e0ea tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for floatingip (8d11e92c-004b-4381-b8d1-e4784f8eb9ec), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:34.571211 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.db.l3_db [None req-c88e4483-b636-450d-ab84-c78554f6e0ea tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Floating IP 8d11e92c-004b-4381-b8d1-e4784f8eb9ec disassociated (deleted). External IP: 172.28.2.201, port: e0374c92-7fa0-46d9-a2f3-99c2c1606436. Mar 18 00:36:34.777144 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88e4483-b636-450d-ab84-c78554f6e0ea tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Router cc63c651-7ab2-499a-8ba7-5779fdce54d6 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:36:34.886801 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88e4483-b636-450d-ab84-c78554f6e0ea tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:36:34.891361 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c88e4483-b636-450d-ab84-c78554f6e0ea tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:34.897819 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6891786a-da99-42f1-b5c7-9b2f691b1abb None None] Sync routers for ids ['cc63c651-7ab2-499a-8ba7-5779fdce54d6'] in dv-cinder-768458-19-smb {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:36:34.907716 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6891786a-da99-42f1-b5c7-9b2f691b1abb None None] Routers {'cc63c651-7ab2-499a-8ba7-5779fdce54d6'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:36:34.908312 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-6891786a-da99-42f1-b5c7-9b2f691b1abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:36:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['cc63c651-7ab2-499a-8ba7-5779fdce54d6'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:36:34.920286 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-c88e4483-b636-450d-ab84-c78554f6e0ea tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "DELETE /v2.0/floatingips/8d11e92c-004b-4381-b8d1-e4784f8eb9ec HTTP/1.1" status: 204 len: 168 time: 0.8212509 Mar 18 00:36:34.920860 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a801e6a-37cb-4efb-857b-6cfcf7e2f06f', 'tag': 'e0374c92-7fa0-46d9-a2f3-99c2c1606436'}] {{(pid=109623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:36:34.923093 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7516d28204096922e4ecff7ff99285710cd6cc6eb93d78320b89f05ba80b8814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2861d072-34f5-4b99-b726-bfeac2ce749c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a801e6a-37cb-4efb-857b-6cfcf7e2f06f", "tag": "e0374c92-7fa0-46d9-a2f3-99c2c1606436"}]}' {{(pid=109623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:36:34.961758 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da084bdb-50bb-425a-a85c-ab7eb3f6e445 x-openstack-request-id: req-da084bdb-50bb-425a-a85c-ab7eb3f6e445 {{(pid=109623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:36:34.962049 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a801e6a-37cb-4efb-857b-6cfcf7e2f06f", "tag": "e0374c92-7fa0-46d9-a2f3-99c2c1606436", "status": "completed", "code": 200}]} {{(pid=109623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:36:34.962301 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da084bdb-50bb-425a-a85c-ab7eb3f6e445 {{(pid=109623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:36:34.962704 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a801e6a-37cb-4efb-857b-6cfcf7e2f06f', 'tag': 'e0374c92-7fa0-46d9-a2f3-99c2c1606436', 'status': 'completed', 'code': 200} Mar 18 00:36:35.025709 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-6891786a-da99-42f1-b5c7-9b2f691b1abb None None] Set router cc63c651-7ab2-499a-8ba7-5779fdce54d6 gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:36:35.061193 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861d072-34f5-4b99-b726-bfeac2ce749c req-8ae742f9-2cf2-4665-bafe-d051549dec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:35.062775 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2861d072-34f5-4b99-b726-bfeac2ce749c req-8ae742f9-2cf2-4665-bafe-d051549dec59 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=566f1fc415cf4cb193c8e431d0d0f3db&device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 1129 time: 0.0556905 Mar 18 00:36:35.212798 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fda8d-3b5f-4dab-abb3-553a855093d4 req-9f08da23-8628-4e3e-85f8-dcc0792ef3c5 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:35.214319 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-803fda8d-3b5f-4dab-abb3-553a855093d4 req-9f08da23-8628-4e3e-85f8-dcc0792ef3c5 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 945 time: 0.1108887 Mar 18 00:36:35.219484 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-6891786a-da99-42f1-b5c7-9b2f691b1abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'name': 'tempest-TestShelveInstance-1381214631-router', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:32:07Z', 'updated_at': '2022-03-18T00:32:12Z', 'revision_number': 4, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'gw_port': {'id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:08Z', 'updated_at': '2022-03-18T00:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': 'fd126e99-28ad-403d-be90-83a09736d21e', 'name': '', 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'mac_address': 'fa:16:3e:62:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b1a76d3f-7d67-4646-8350-4b7833079f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:11Z', 'updated_at': '2022-03-18T00:32:17Z', 'revision_number': 5, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'subnets': [{'id': 'b1a76d3f-7d67-4646-8350-4b7833079f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:36:35.246132 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861d072-34f5-4b99-b726-bfeac2ce749c req-b715a3aa-f67b-4252-b1d3-ea1a1d352ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:35.247557 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2861d072-34f5-4b99-b726-bfeac2ce749c req-b715a3aa-f67b-4252-b1d3-ea1a1d352ded service neutron] 10.222.0.10 "GET /v2.0/networks?id=96ae1d1c-dc7f-45c7-b0c1-8234cd904409 HTTP/1.1" status: 200 len: 909 time: 0.1342576 Mar 18 00:36:35.250585 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6891786a-da99-42f1-b5c7-9b2f691b1abb None None] Checking router: cc63c651-7ab2-499a-8ba7-5779fdce54d6 for host: dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:36:35.258876 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6891786a-da99-42f1-b5c7-9b2f691b1abb None None] Routers {'cc63c651-7ab2-499a-8ba7-5779fdce54d6'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:36:35.259535 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-6891786a-da99-42f1-b5c7-9b2f691b1abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:36:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['cc63c651-7ab2-499a-8ba7-5779fdce54d6'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:36:35.304628 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2861d072-34f5-4b99-b726-bfeac2ce749c req-b5095e19-e7bc-4e76-9cd7-cb21cbd8e0d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0374c92-7fa0-46d9-a2f3-99c2c1606436 HTTP/1.1" status: 200 len: 217 time: 0.0461278 Mar 18 00:36:35.313756 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-803fda8d-3b5f-4dab-abb3-553a855093d4 req-25d2c3a3-171c-43de-8784-1396664980a4 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928826 Mar 18 00:36:35.361540 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861d072-34f5-4b99-b726-bfeac2ce749c req-90d8230c-2b60-4b2f-9ef4-2aa1582475bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:35.362984 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2861d072-34f5-4b99-b726-bfeac2ce749c req-90d8230c-2b60-4b2f-9ef4-2aa1582475bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b1a76d3f-7d67-4646-8350-4b7833079f0d HTTP/1.1" status: 200 len: 848 time: 0.0481603 Mar 18 00:36:35.424380 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861d072-34f5-4b99-b726-bfeac2ce749c req-7986751a-4c3f-4cc6-816b-81516cdcbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:35.425949 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2861d072-34f5-4b99-b726-bfeac2ce749c req-7986751a-4c3f-4cc6-816b-81516cdcbcec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96ae1d1c-dc7f-45c7-b0c1-8234cd904409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0564048 Mar 18 00:36:35.461927 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-6891786a-da99-42f1-b5c7-9b2f691b1abb None None] Set router cc63c651-7ab2-499a-8ba7-5779fdce54d6 gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:36:35.517831 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2861d072-34f5-4b99-b726-bfeac2ce749c req-e85c793c-3200-4d00-abf2-a3051d682d85 service neutron] 10.222.0.10 "GET /v2.0/networks/96ae1d1c-dc7f-45c7-b0c1-8234cd904409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841210 Mar 18 00:36:35.604999 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2861d072-34f5-4b99-b726-bfeac2ce749c req-f35d07c4-99ee-43ca-8edc-3ca83bdd75a1 service neutron] 10.222.0.10 "GET /v2.0/networks/96ae1d1c-dc7f-45c7-b0c1-8234cd904409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805857 Mar 18 00:36:35.653248 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-6891786a-da99-42f1-b5c7-9b2f691b1abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'name': 'tempest-TestShelveInstance-1381214631-router', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:32:07Z', 'updated_at': '2022-03-18T00:32:12Z', 'revision_number': 4, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'gw_port': {'id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:08Z', 'updated_at': '2022-03-18T00:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': 'fd126e99-28ad-403d-be90-83a09736d21e', 'name': '', 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'mac_address': 'fa:16:3e:62:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b1a76d3f-7d67-4646-8350-4b7833079f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:11Z', 'updated_at': '2022-03-18T00:32:17Z', 'revision_number': 5, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'subnets': [{'id': 'b1a76d3f-7d67-4646-8350-4b7833079f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:36:35.680019 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6891786a-da99-42f1-b5c7-9b2f691b1abb None None] The sync data for ids ['cc63c651-7ab2-499a-8ba7-5779fdce54d6'] in dv-cinder-768458-19-smb is: [{'id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'name': 'tempest-TestShelveInstance-1381214631-router', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:32:07Z', 'updated_at': '2022-03-18T00:32:12Z', 'revision_number': 4, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'gw_port': {'id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:08Z', 'updated_at': '2022-03-18T00:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': 'fd126e99-28ad-403d-be90-83a09736d21e', 'name': '', 'network_id': '96ae1d1c-dc7f-45c7-b0c1-8234cd904409', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'mac_address': 'fa:16:3e:62:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b1a76d3f-7d67-4646-8350-4b7833079f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:11Z', 'updated_at': '2022-03-18T00:32:17Z', 'revision_number': 5, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'subnets': [{'id': 'b1a76d3f-7d67-4646-8350-4b7833079f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:36:35.885092 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7836fd68-74ae-431b-b14d-254677431670 None None] New status for floating IP 8d11e92c-004b-4381-b8d1-e4784f8eb9ec: DOWN {{(pid=109624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 00:36:36.121887 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:36.492235 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e69fa7-7a6f-4a89-bf76-838533e5e927 req-5817aead-3ccb-48ba-8017-8045a997d528 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:36.493706 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-39e69fa7-7a6f-4a89-bf76-838533e5e927 req-5817aead-3ccb-48ba-8017-8045a997d528 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 945 time: 0.0511827 Mar 18 00:36:36.542807 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-39e69fa7-7a6f-4a89-bf76-838533e5e927 req-fbf8279b-b56d-4135-a829-d68b805c72b8 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/security-groups?id=04f354b0-4849-46bb-86d3-4d28433bed20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435994 Mar 18 00:36:36.907156 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d39da6-36f6-4874-938f-6607081f0b1b req-da7315ac-6e7c-4f24-9308-b9fa94eca8dc tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:36.908599 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-24d39da6-36f6-4874-938f-6607081f0b1b req-da7315ac-6e7c-4f24-9308-b9fa94eca8dc tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 945 time: 0.0525205 Mar 18 00:36:37.001579 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-24d39da6-36f6-4874-938f-6607081f0b1b req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Deleting port e0374c92-7fa0-46d9-a2f3-99c2c1606436 {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:36:37.001921 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-24d39da6-36f6-4874-938f-6607081f0b1b req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (e0374c92-7fa0-46d9-a2f3-99c2c1606436), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:37.087251 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-24d39da6-36f6-4874-938f-6607081f0b1b req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] For port e0374c92-7fa0-46d9-a2f3-99c2c1606436, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e0374c92-7fa0-46d9-a2f3-99c2c1606436,segment=NetworkSegment(3f4680f7-c685-44a9-a1e4-1a3205ecc5dd),segment_id=3f4680f7-c685-44a9-a1e4-1a3205ecc5dd)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:36:37.087608 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-24d39da6-36f6-4874-938f-6607081f0b1b req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (e0374c92-7fa0-46d9-a2f3-99c2c1606436), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:37.100166 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-24d39da6-36f6-4874-938f-6607081f0b1b req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Calling delete_port for e0374c92-7fa0-46d9-a2f3-99c2c1606436 owned by compute:nova {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:36:37.221769 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-24d39da6-36f6-4874-938f-6607081f0b1b req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (e0374c92-7fa0-46d9-a2f3-99c2c1606436), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:37.249308 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Pushing event deleted for resources: {'Port': ['ID=e0374c92-7fa0-46d9-a2f3-99c2c1606436,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:36:37.261115 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:37.261490 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:37.261835 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:37.262172 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:37.262508 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:37.262839 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:37.263164 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:37.263536 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:37.263815 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:37.264135 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:37.264456 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:37.264779 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:37.265099 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:37.265533 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:37.265757 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:37.304363 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d39da6-36f6-4874-938f-6607081f0b1b req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] No DVR routers for this DVR port e0374c92-7fa0-46d9-a2f3-99c2c1606436 on host hv-cinder-76845 {{(pid=109622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:36:37.306785 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-24d39da6-36f6-4874-938f-6607081f0b1b req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:37.310036 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-24d39da6-36f6-4874-938f-6607081f0b1b req-10da046a-f3d2-48de-8135-671eb34edecf tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.10 "DELETE /v2.0/ports/e0374c92-7fa0-46d9-a2f3-99c2c1606436 HTTP/1.1" status: 204 len: 173 time: 0.3960762 Mar 18 00:36:37.310471 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a801e6a-37cb-4efb-857b-6cfcf7e2f06f', 'name': 'network-vif-deleted', 'tag': 'e0374c92-7fa0-46d9-a2f3-99c2c1606436'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:36:37.312641 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3ee037-de98-4415-aa55-cbad3db9a38d" -d '{"events": [{"server_uuid": "2a801e6a-37cb-4efb-857b-6cfcf7e2f06f", "name": "network-vif-deleted", "tag": "e0374c92-7fa0-46d9-a2f3-99c2c1606436"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:36:37.346777 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab53b2ca-14fb-49c5-ad3c-42ee19921446 x-openstack-request-id: req-ab53b2ca-14fb-49c5-ad3c-42ee19921446 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:36:37.347125 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a801e6a-37cb-4efb-857b-6cfcf7e2f06f", "name": "network-vif-deleted", "tag": "e0374c92-7fa0-46d9-a2f3-99c2c1606436", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:36:37.347380 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab53b2ca-14fb-49c5-ad3c-42ee19921446 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:36:37.347779 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a801e6a-37cb-4efb-857b-6cfcf7e2f06f', 'name': 'network-vif-deleted', 'tag': 'e0374c92-7fa0-46d9-a2f3-99c2c1606436', 'status': 'completed', 'code': 200} Mar 18 00:36:37.643024 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-84e6d5e9-6edb-4f70-8ab6-2227a94cc770 req-e7e1cbc1-78f8-417c-a0eb-85f59e9ff897 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a801e6a-37cb-4efb-857b-6cfcf7e2f06f HTTP/1.1" status: 200 len: 210 time: 0.0288239 Mar 18 00:36:38.703347 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55888) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:36:38.760542 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1f5b50a6-68f3-4d56-b78f-c2fa8fa9e266 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for security_group (04f354b0-4849-46bb-86d3-4d28433bed20), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:38.785505 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1f5b50a6-68f3-4d56-b78f-c2fa8fa9e266 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for security_group (04f354b0-4849-46bb-86d3-4d28433bed20), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:38.842982 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1f5b50a6-68f3-4d56-b78f-c2fa8fa9e266 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (04f354b0-4849-46bb-86d3-4d28433bed20), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:38.845785 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1f5b50a6-68f3-4d56-b78f-c2fa8fa9e266 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:38.848217 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-1f5b50a6-68f3-4d56-b78f-c2fa8fa9e266 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] 10.222.0.23 "DELETE /v2.0/security-groups/04f354b0-4849-46bb-86d3-4d28433bed20 HTTP/1.1" status: 204 len: 168 time: 0.1438735 Mar 18 00:36:38.857687 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b50a6-68f3-4d56-b78f-c2fa8fa9e266 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f354b0-4849-46bb-86d3-4d28433bed20,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:36:38.864901 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b50a6-68f3-4d56-b78f-c2fa8fa9e266 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:38.865256 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b50a6-68f3-4d56-b78f-c2fa8fa9e266 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:38.865626 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b50a6-68f3-4d56-b78f-c2fa8fa9e266 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:38.865978 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b50a6-68f3-4d56-b78f-c2fa8fa9e266 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:38.866311 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b50a6-68f3-4d56-b78f-c2fa8fa9e266 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:38.866646 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b50a6-68f3-4d56-b78f-c2fa8fa9e266 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:38.866973 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b50a6-68f3-4d56-b78f-c2fa8fa9e266 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:38.867300 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b50a6-68f3-4d56-b78f-c2fa8fa9e266 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:38.867626 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b50a6-68f3-4d56-b78f-c2fa8fa9e266 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:38.867954 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b50a6-68f3-4d56-b78f-c2fa8fa9e266 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:38.868278 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b50a6-68f3-4d56-b78f-c2fa8fa9e266 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:38.868600 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b50a6-68f3-4d56-b78f-c2fa8fa9e266 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:38.868922 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b50a6-68f3-4d56-b78f-c2fa8fa9e266 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:38.869244 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b50a6-68f3-4d56-b78f-c2fa8fa9e266 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:38.869586 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b50a6-68f3-4d56-b78f-c2fa8fa9e266 tempest-TestShelveInstance-1619971260 tempest-TestShelveInstance-1619971260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:38.892864 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55892) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:36:39.228231 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b677e010-f9c6-4f6c-815a-ceaf49bed4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705283'] for router_interface (cc63c651-7ab2-499a-8ba7-5779fdce54d6), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:39.473220 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-b677e010-f9c6-4f6c-815a-ceaf49bed4b3 admin admin] Deleting port fd126e99-28ad-403d-be90-83a09736d21e {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:36:39.473581 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b677e010-f9c6-4f6c-815a-ceaf49bed4b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (fd126e99-28ad-403d-be90-83a09736d21e), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:39.549780 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [None req-b677e010-f9c6-4f6c-815a-ceaf49bed4b3 admin admin] For port fd126e99-28ad-403d-be90-83a09736d21e, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=fd126e99-28ad-403d-be90-83a09736d21e,segment=NetworkSegment(3f4680f7-c685-44a9-a1e4-1a3205ecc5dd),segment_id=3f4680f7-c685-44a9-a1e4-1a3205ecc5dd)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:36:39.550048 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b677e010-f9c6-4f6c-815a-ceaf49bed4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (fd126e99-28ad-403d-be90-83a09736d21e), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:39.562257 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-b677e010-f9c6-4f6c-815a-ceaf49bed4b3 admin admin] Calling delete_port for fd126e99-28ad-403d-be90-83a09736d21e owned by network:router_interface {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:36:39.739900 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b677e010-f9c6-4f6c-815a-ceaf49bed4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (fd126e99-28ad-403d-be90-83a09736d21e), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:39.764532 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677e010-f9c6-4f6c-815a-ceaf49bed4b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd126e99-28ad-403d-be90-83a09736d21e,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:36:39.928417 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-b677e010-f9c6-4f6c-815a-ceaf49bed4b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705971'] for router_interface (cc63c651-7ab2-499a-8ba7-5779fdce54d6), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:40.142954 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b677e010-f9c6-4f6c-815a-ceaf49bed4b3 admin admin] Router cc63c651-7ab2-499a-8ba7-5779fdce54d6 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:36:40.248179 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b677e010-f9c6-4f6c-815a-ceaf49bed4b3 admin admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:36:40.253822 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-b677e010-f9c6-4f6c-815a-ceaf49bed4b3 admin admin] 10.222.0.23 "PUT /v2.0/routers/cc63c651-7ab2-499a-8ba7-5779fdce54d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3616614 Mar 18 00:36:40.256409 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55896) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:36:40.259579 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbf2ac3-4df8-41be-aadf-163a1b95ba45 None None] Sync routers for ids ['cc63c651-7ab2-499a-8ba7-5779fdce54d6'] in dv-cinder-768458-19-smb {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:36:40.269719 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbf2ac3-4df8-41be-aadf-163a1b95ba45 None None] Routers {'cc63c651-7ab2-499a-8ba7-5779fdce54d6'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:36:40.270319 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-6fbf2ac3-4df8-41be-aadf-163a1b95ba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:36:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['cc63c651-7ab2-499a-8ba7-5779fdce54d6'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:36:40.354105 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device e0374c92-7fa0-46d9-a2f3-99c2c1606436 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:36:40.363363 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0a713a55-dfd6-4477-94ea-7a5f8250e2eb admin admin] Publish callbacks [] for router (cc63c651-7ab2-499a-8ba7-5779fdce54d6), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:40.377199 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-6fbf2ac3-4df8-41be-aadf-163a1b95ba45 None None] Set router cc63c651-7ab2-499a-8ba7-5779fdce54d6 gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:36:40.380682 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] No Port match for: e0374c92-7fa0-46d9-a2f3-99c2c1606436 {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:36:40.381235 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device e0374c92-7fa0-46d9-a2f3-99c2c1606436 not bound to the agent host hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:36:40.464913 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0a713a55-dfd6-4477-94ea-7a5f8250e2eb admin admin] Publish callbacks [] for router_gateway (cc63c651-7ab2-499a-8ba7-5779fdce54d6), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:40.519015 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-0a713a55-dfd6-4477-94ea-7a5f8250e2eb admin admin] Deleting port bd66d787-bc8d-495c-82bb-22d8d165d384 {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:36:40.519358 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0a713a55-dfd6-4477-94ea-7a5f8250e2eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (bd66d787-bc8d-495c-82bb-22d8d165d384), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:40.556583 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-6fbf2ac3-4df8-41be-aadf-163a1b95ba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'name': 'tempest-TestShelveInstance-1381214631-router', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:32:07Z', 'updated_at': '2022-03-18T00:36:39Z', 'revision_number': 5, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'gw_port': {'id': 'bd66d787-bc8d-495c-82bb-22d8d165d384', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:08Z', 'updated_at': '2022-03-18T00:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:36:40.583142 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbf2ac3-4df8-41be-aadf-163a1b95ba45 None None] Checking router: cc63c651-7ab2-499a-8ba7-5779fdce54d6 for host: dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:36:40.591216 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbf2ac3-4df8-41be-aadf-163a1b95ba45 None None] Routers {'cc63c651-7ab2-499a-8ba7-5779fdce54d6'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:36:40.591811 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-6fbf2ac3-4df8-41be-aadf-163a1b95ba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:36:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['cc63c651-7ab2-499a-8ba7-5779fdce54d6'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:36:40.596832 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [None req-0a713a55-dfd6-4477-94ea-7a5f8250e2eb admin admin] For port bd66d787-bc8d-495c-82bb-22d8d165d384, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=bd66d787-bc8d-495c-82bb-22d8d165d384,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:36:40.597282 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0a713a55-dfd6-4477-94ea-7a5f8250e2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (bd66d787-bc8d-495c-82bb-22d8d165d384), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:40.614231 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-0a713a55-dfd6-4477-94ea-7a5f8250e2eb admin admin] Calling delete_port for bd66d787-bc8d-495c-82bb-22d8d165d384 owned by network:router_gateway {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:36:40.680455 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-6fbf2ac3-4df8-41be-aadf-163a1b95ba45 None None] Set router cc63c651-7ab2-499a-8ba7-5779fdce54d6 gateway port host: None {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:36:40.735987 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-6fbf2ac3-4df8-41be-aadf-163a1b95ba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'name': 'tempest-TestShelveInstance-1381214631-router', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:32:07Z', 'updated_at': '2022-03-18T00:36:40Z', 'revision_number': 6, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'gw_port_host': None}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:36:40.763203 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbf2ac3-4df8-41be-aadf-163a1b95ba45 None None] The sync data for ids ['cc63c651-7ab2-499a-8ba7-5779fdce54d6'] in dv-cinder-768458-19-smb is: [{'id': 'cc63c651-7ab2-499a-8ba7-5779fdce54d6', 'name': 'tempest-TestShelveInstance-1381214631-router', 'tenant_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:32:07Z', 'updated_at': '2022-03-18T00:36:40Z', 'revision_number': 6, 'project_id': '566f1fc415cf4cb193c8e431d0d0f3db', 'gw_port_host': None}] {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:36:41.002152 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0a713a55-dfd6-4477-94ea-7a5f8250e2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (bd66d787-bc8d-495c-82bb-22d8d165d384), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:41.025494 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a713a55-dfd6-4477-94ea-7a5f8250e2eb admin admin] Pushing event deleted for resources: {'Port': ['ID=bd66d787-bc8d-495c-82bb-22d8d165d384,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:36:41.086992 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0a713a55-dfd6-4477-94ea-7a5f8250e2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703945'] for router_gateway (cc63c651-7ab2-499a-8ba7-5779fdce54d6), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:41.181676 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0a713a55-dfd6-4477-94ea-7a5f8250e2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2196'] for router (cc63c651-7ab2-499a-8ba7-5779fdce54d6), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:41.186537 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0a713a55-dfd6-4477-94ea-7a5f8250e2eb admin admin] Publish callbacks [] for router_controller (cc63c651-7ab2-499a-8ba7-5779fdce54d6), precommit_delete_associations {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:41.233018 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0a713a55-dfd6-4477-94ea-7a5f8250e2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1710826'] for router (cc63c651-7ab2-499a-8ba7-5779fdce54d6), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:41.233572 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a713a55-dfd6-4477-94ea-7a5f8250e2eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc63c651-7ab2-499a-8ba7-5779fdce54d6 {{(pid=109622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 00:36:41.237824 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0a713a55-dfd6-4477-94ea-7a5f8250e2eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:41.238916 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-0a713a55-dfd6-4477-94ea-7a5f8250e2eb admin admin] 10.222.0.23 "DELETE /v2.0/routers/cc63c651-7ab2-499a-8ba7-5779fdce54d6 HTTP/1.1" status: 204 len: 168 time: 0.9816084 Mar 18 00:36:41.241448 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55898) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:36:41.283729 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_v2 [None req-e739b9c6-c6f0-4cf2-8476-6f3890dd290d admin admin] Deleting subnet b1a76d3f-7d67-4646-8350-4b7833079f0d {{(pid=109622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 00:36:41.287266 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e739b9c6-c6f0-4cf2-8476-6f3890dd290d admin admin] Publish callbacks [] for subnet (b1a76d3f-7d67-4646-8350-4b7833079f0d), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:41.319845 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e739b9c6-c6f0-4cf2-8476-6f3890dd290d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3923450'] for subnet (b1a76d3f-7d67-4646-8350-4b7833079f0d), precommit_delete_associations {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:41.398526 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e739b9c6-c6f0-4cf2-8476-6f3890dd290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66134612'] for subnet (b1a76d3f-7d67-4646-8350-4b7833079f0d), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:41.453263 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e739b9c6-c6f0-4cf2-8476-6f3890dd290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66134605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8694660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8690780'] for subnet (b1a76d3f-7d67-4646-8350-4b7833079f0d), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:41.476690 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739b9c6-c6f0-4cf2-8476-6f3890dd290d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1a76d3f-7d67-4646-8350-4b7833079f0d,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:36:41.482279 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e739b9c6-c6f0-4cf2-8476-6f3890dd290d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for subnet (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:41.486241 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-e739b9c6-c6f0-4cf2-8476-6f3890dd290d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b1a76d3f-7d67-4646-8350-4b7833079f0d HTTP/1.1" status: 204 len: 168 time: 0.2432430 Mar 18 00:36:41.488195 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55900) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:36:41.497775 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0b3c7d-b572-456a-aae4-bc1bc9ad8788 None None] Network 96ae1d1c-dc7f-45c7-b0c1-8234cd904409 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:36:41.564155 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device bd66d787-bc8d-495c-82bb-22d8d165d384 no longer exists at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:36:41.564526 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e181f2e3-8170-49cd-b70c-910cdbe3d53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66092315'] for network (96ae1d1c-dc7f-45c7-b0c1-8234cd904409), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:41.600419 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] No Port match for: bd66d787-bc8d-495c-82bb-22d8d165d384 {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:36:41.600673 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device bd66d787-bc8d-495c-82bb-22d8d165d384 not bound to the agent host dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:36:41.601096 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device fd126e99-28ad-403d-be90-83a09736d21e no longer exists at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:36:41.624748 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] No Port match for: fd126e99-28ad-403d-be90-83a09736d21e {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:36:41.625155 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device fd126e99-28ad-403d-be90-83a09736d21e not bound to the agent host dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:36:41.625272 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-e181f2e3-8170-49cd-b70c-910cdbe3d53f admin admin] Deleting port 3932e12d-5dc5-45fb-a095-3ac9fa3018dc {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:36:41.625558 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e181f2e3-8170-49cd-b70c-910cdbe3d53f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (3932e12d-5dc5-45fb-a095-3ac9fa3018dc), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:41.691008 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [None req-e181f2e3-8170-49cd-b70c-910cdbe3d53f admin admin] For port 3932e12d-5dc5-45fb-a095-3ac9fa3018dc, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=3932e12d-5dc5-45fb-a095-3ac9fa3018dc,segment=NetworkSegment(3f4680f7-c685-44a9-a1e4-1a3205ecc5dd),segment_id=3f4680f7-c685-44a9-a1e4-1a3205ecc5dd)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:36:41.691373 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e181f2e3-8170-49cd-b70c-910cdbe3d53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (3932e12d-5dc5-45fb-a095-3ac9fa3018dc), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:41.706268 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8575700c-c94b-4222-8735-1ae53812c501 None None] DHCP port deletion for 96ae1d1c-dc7f-45c7-b0c1-8234cd904409 request from dv-cinder-768458-19-smb {{(pid=109624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 00:36:41.709519 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-e181f2e3-8170-49cd-b70c-910cdbe3d53f admin admin] Calling delete_port for 3932e12d-5dc5-45fb-a095-3ac9fa3018dc owned by network:dhcp {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:36:41.757000 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-8575700c-c94b-4222-8735-1ae53812c501 None None] Deleting port 3932e12d-5dc5-45fb-a095-3ac9fa3018dc {{(pid=109624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:36:41.757777 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-8575700c-c94b-4222-8735-1ae53812c501 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (3932e12d-5dc5-45fb-a095-3ac9fa3018dc), before_delete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:41.800656 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e181f2e3-8170-49cd-b70c-910cdbe3d53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (3932e12d-5dc5-45fb-a095-3ac9fa3018dc), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:41.826925 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-8575700c-c94b-4222-8735-1ae53812c501 None None] For port 3932e12d-5dc5-45fb-a095-3ac9fa3018dc, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=3932e12d-5dc5-45fb-a095-3ac9fa3018dc,segment=NetworkSegment(3f4680f7-c685-44a9-a1e4-1a3205ecc5dd),segment_id=3f4680f7-c685-44a9-a1e4-1a3205ecc5dd)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:36:41.827315 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-8575700c-c94b-4222-8735-1ae53812c501 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (3932e12d-5dc5-45fb-a095-3ac9fa3018dc), precommit_delete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:41.828043 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181f2e3-8170-49cd-b70c-910cdbe3d53f admin admin] Pushing event deleted for resources: {'Port': ['ID=3932e12d-5dc5-45fb-a095-3ac9fa3018dc,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:36:41.833992 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e181f2e3-8170-49cd-b70c-910cdbe3d53f admin admin] No DVR routers for this DVR port 3932e12d-5dc5-45fb-a095-3ac9fa3018dc on host dv-cinder-768458-19-smb {{(pid=109622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:36:41.843322 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-8575700c-c94b-4222-8735-1ae53812c501 None None] Calling delete_port for 3932e12d-5dc5-45fb-a095-3ac9fa3018dc owned by network:dhcp {{(pid=109624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:36:41.902175 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e181f2e3-8170-49cd-b70c-910cdbe3d53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66202081', 'neutron.services.segments.db._delete_segments_for_network-8766732137027'] for network (96ae1d1c-dc7f-45c7-b0c1-8234cd904409), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:41.922548 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-8575700c-c94b-4222-8735-1ae53812c501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527'] for port (3932e12d-5dc5-45fb-a095-3ac9fa3018dc), after_delete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:41.922800 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-e181f2e3-8170-49cd-b70c-910cdbe3d53f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ae1d1c-dc7f-45c7-b0c1-8234cd904409']}} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:36:41.932738 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-e181f2e3-8170-49cd-b70c-910cdbe3d53f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4680f7-c685-44a9-a1e4-1a3205ecc5dd') {'for_net_delete': True} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:36:41.932971 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-e181f2e3-8170-49cd-b70c-910cdbe3d53f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4680f7-c685-44a9-a1e4-1a3205ecc5dd') {} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:36:41.942344 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e181f2e3-8170-49cd-b70c-910cdbe3d53f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732287052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3923395'] for segment (3f4680f7-c685-44a9-a1e4-1a3205ecc5dd), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:41.947525 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575700c-c94b-4222-8735-1ae53812c501 None None] Pushing event deleted for resources: {'Port': ['ID=3932e12d-5dc5-45fb-a095-3ac9fa3018dc,revision_number=None']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:36:41.951785 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8575700c-c94b-4222-8735-1ae53812c501 None None] No DVR routers for this DVR port 3932e12d-5dc5-45fb-a095-3ac9fa3018dc on host dv-cinder-768458-19-smb {{(pid=109624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:36:41.956723 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e181f2e3-8170-49cd-b70c-910cdbe3d53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (3f4680f7-c685-44a9-a1e4-1a3205ecc5dd), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:41.958758 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575700c-c94b-4222-8735-1ae53812c501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:41.959116 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575700c-c94b-4222-8735-1ae53812c501 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:41.959479 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575700c-c94b-4222-8735-1ae53812c501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:41.959802 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575700c-c94b-4222-8735-1ae53812c501 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:41.960131 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575700c-c94b-4222-8735-1ae53812c501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:41.960465 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575700c-c94b-4222-8735-1ae53812c501 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:41.960789 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575700c-c94b-4222-8735-1ae53812c501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:41.961113 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575700c-c94b-4222-8735-1ae53812c501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:41.961607 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575700c-c94b-4222-8735-1ae53812c501 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:41.961811 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575700c-c94b-4222-8735-1ae53812c501 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:41.962178 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575700c-c94b-4222-8735-1ae53812c501 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:41.962445 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575700c-c94b-4222-8735-1ae53812c501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:41.962768 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575700c-c94b-4222-8735-1ae53812c501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:41.963085 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575700c-c94b-4222-8735-1ae53812c501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:41.963410 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575700c-c94b-4222-8735-1ae53812c501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:36:41.972679 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e181f2e3-8170-49cd-b70c-910cdbe3d53f admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=109622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 00:36:41.973077 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e181f2e3-8170-49cd-b70c-910cdbe3d53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695078'] for segment (3f4680f7-c685-44a9-a1e4-1a3205ecc5dd), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: Traceback (most recent call last): Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: timer() Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: cb(*args, **kw) Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: return func(*args, **kwargs) Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: self._notify() Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: self.callback(batched_events) Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: event.method(event) Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: return f(self, *a, **k) Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: return self._get(url).json() Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: return self.request(url, 'GET', **kwargs) Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 00:36:41.974823 dv-cinder-768458-19-smb neutron-server[109622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 00:36:42.036023 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e181f2e3-8170-49cd-b70c-910cdbe3d53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66202074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704053'] for network (96ae1d1c-dc7f-45c7-b0c1-8234cd904409), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:42.041201 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-e181f2e3-8170-49cd-b70c-910cdbe3d53f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:42.044471 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-e181f2e3-8170-49cd-b70c-910cdbe3d53f admin admin] 10.222.0.23 "DELETE /v2.0/networks/96ae1d1c-dc7f-45c7-b0c1-8234cd904409 HTTP/1.1" status: 204 len: 168 time: 0.5551360 Mar 18 00:36:42.047493 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55902) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:36:42.055802 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181f2e3-8170-49cd-b70c-910cdbe3d53f admin admin] Pushing event deleted for resources: {'Network': ['ID=96ae1d1c-dc7f-45c7-b0c1-8234cd904409,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:36:42.615444 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-849c5360-4ad1-4f49-afc7-8696a7fbce9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705283'] for router_interface (a8c076d6-d8b1-4a39-8816-813e423255de), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:42.818603 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-be9f3d5d-c36b-4adc-87b9-6eacf6d80644 req-6cf70bae-3b7e-4771-bbd4-c9a8a23a03ae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434265 Mar 18 00:36:42.859116 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-849c5360-4ad1-4f49-afc7-8696a7fbce9f admin admin] Deleting port 42be8240-09fe-44f9-b664-8a78b720cf42 {{(pid=109623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:36:42.859450 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-849c5360-4ad1-4f49-afc7-8696a7fbce9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (42be8240-09fe-44f9-b664-8a78b720cf42), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:42.922505 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f3d5d-c36b-4adc-87b9-6eacf6d80644 req-2c0431dd-e9c4-41ab-b6c3-b926793b141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:42.925324 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-be9f3d5d-c36b-4adc-87b9-6eacf6d80644 req-2c0431dd-e9c4-41ab-b6c3-b926793b141f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce93ce4ff02b4631896a4bd727176133&device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 1129 time: 0.0450363 Mar 18 00:36:42.948958 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.db [None req-849c5360-4ad1-4f49-afc7-8696a7fbce9f admin admin] For port 42be8240-09fe-44f9-b664-8a78b720cf42, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=42be8240-09fe-44f9-b664-8a78b720cf42,segment=NetworkSegment(29be0fac-aedf-4cbd-8281-563bd673bdf5),segment_id=29be0fac-aedf-4cbd-8281-563bd673bdf5)] {{(pid=109623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:36:42.949317 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-849c5360-4ad1-4f49-afc7-8696a7fbce9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (42be8240-09fe-44f9-b664-8a78b720cf42), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:42.962504 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-849c5360-4ad1-4f49-afc7-8696a7fbce9f admin admin] Calling delete_port for 42be8240-09fe-44f9-b664-8a78b720cf42 owned by network:router_interface {{(pid=109623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:36:43.027523 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f3d5d-c36b-4adc-87b9-6eacf6d80644 req-5a1b287f-7e7c-45d8-ade0-0aae4e88dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:43.028973 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-be9f3d5d-c36b-4adc-87b9-6eacf6d80644 req-5a1b287f-7e7c-45d8-ade0-0aae4e88dcbb service neutron] 10.222.0.10 "GET /v2.0/networks?id=9b41d3ef-8df0-4228-b239-d97be7a8c032 HTTP/1.1" status: 200 len: 910 time: 0.0863285 Mar 18 00:36:43.092485 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-be9f3d5d-c36b-4adc-87b9-6eacf6d80644 req-962e287d-5454-4054-b3e4-10adde81098b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b60f82ff-9e36-4de9-bed1-e120e54f03a5 HTTP/1.1" status: 200 len: 1001 time: 0.0566750 Mar 18 00:36:43.145189 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f3d5d-c36b-4adc-87b9-6eacf6d80644 req-24a21e60-8a94-426e-b48a-9a09e9cb2637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:43.146784 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-be9f3d5d-c36b-4adc-87b9-6eacf6d80644 req-24a21e60-8a94-426e-b48a-9a09e9cb2637 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d10aa246-965f-47e9-9ba8-ebcd4309ef4e HTTP/1.1" status: 200 len: 849 time: 0.0481784 Mar 18 00:36:43.147037 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-849c5360-4ad1-4f49-afc7-8696a7fbce9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (42be8240-09fe-44f9-b664-8a78b720cf42), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:43.172689 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c5360-4ad1-4f49-afc7-8696a7fbce9f admin admin] Pushing event deleted for resources: {'Port': ['ID=42be8240-09fe-44f9-b664-8a78b720cf42,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:36:43.204160 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f3d5d-c36b-4adc-87b9-6eacf6d80644 req-11713f98-f2b1-4a9b-933f-b959edfc1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:43.205844 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-be9f3d5d-c36b-4adc-87b9-6eacf6d80644 req-11713f98-f2b1-4a9b-933f-b959edfc1aee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9b41d3ef-8df0-4228-b239-d97be7a8c032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0511456 Mar 18 00:36:43.298062 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-be9f3d5d-c36b-4adc-87b9-6eacf6d80644 req-dc88c64f-27df-491b-b67f-e7c1f00d9928 service neutron] 10.222.0.10 "GET /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858691 Mar 18 00:36:43.348579 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-849c5360-4ad1-4f49-afc7-8696a7fbce9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705971'] for router_interface (a8c076d6-d8b1-4a39-8816-813e423255de), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:43.404767 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-be9f3d5d-c36b-4adc-87b9-6eacf6d80644 req-1fc353e1-5f48-4c42-82ea-65f1f9a2322a service neutron] 10.222.0.10 "GET /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997257 Mar 18 00:36:43.494035 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 3932e12d-5dc5-45fb-a095-3ac9fa3018dc no longer exists at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:36:43.514465 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] No Port match for: 3932e12d-5dc5-45fb-a095-3ac9fa3018dc {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:36:43.514810 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 3932e12d-5dc5-45fb-a095-3ac9fa3018dc not bound to the agent host dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:36:43.576879 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849c5360-4ad1-4f49-afc7-8696a7fbce9f admin admin] Router a8c076d6-d8b1-4a39-8816-813e423255de has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:36:43.682251 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849c5360-4ad1-4f49-afc7-8696a7fbce9f admin admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:36:43.687106 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-849c5360-4ad1-4f49-afc7-8696a7fbce9f admin admin] 10.222.0.23 "PUT /v2.0/routers/a8c076d6-d8b1-4a39-8816-813e423255de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6385612 Mar 18 00:36:43.689762 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55904) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:36:43.692886 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae92f9-b720-4960-b03f-104903a6be81 None None] Sync routers for ids ['a8c076d6-d8b1-4a39-8816-813e423255de'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:36:43.703168 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ae92f9-b720-4960-b03f-104903a6be81 None None] Routers {'a8c076d6-d8b1-4a39-8816-813e423255de'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:36:43.703784 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-d8ae92f9-b720-4960-b03f-104903a6be81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:36:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['a8c076d6-d8b1-4a39-8816-813e423255de'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:36:43.795245 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-244b6243-5117-47ea-a6d6-51014974ad1e admin admin] Publish callbacks [] for router (a8c076d6-d8b1-4a39-8816-813e423255de), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:43.808051 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-d8ae92f9-b720-4960-b03f-104903a6be81 None None] Set router a8c076d6-d8b1-4a39-8816-813e423255de gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:36:43.896612 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-244b6243-5117-47ea-a6d6-51014974ad1e admin admin] Publish callbacks [] for router_gateway (a8c076d6-d8b1-4a39-8816-813e423255de), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:43.948741 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-244b6243-5117-47ea-a6d6-51014974ad1e admin admin] Deleting port 761e46e9-90c1-4fb1-8843-445aef8fbca4 {{(pid=109623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:36:43.948987 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-244b6243-5117-47ea-a6d6-51014974ad1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (761e46e9-90c1-4fb1-8843-445aef8fbca4), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:43.984229 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-d8ae92f9-b720-4960-b03f-104903a6be81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c076d6-d8b1-4a39-8816-813e423255de', 'name': 'tempest-TestShelveInstance-1147815633-router', 'tenant_id': 'bbaa3b446cea4eb1b52e942242da4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '761e46e9-90c1-4fb1-8843-445aef8fbca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:32:15Z', 'updated_at': '2022-03-18T00:36:43Z', 'revision_number': 5, 'project_id': 'bbaa3b446cea4eb1b52e942242da4881', 'gw_port': {'id': '761e46e9-90c1-4fb1-8843-445aef8fbca4', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c076d6-d8b1-4a39-8816-813e423255de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:32:16Z', 'updated_at': '2022-03-18T00:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:36:44.011173 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae92f9-b720-4960-b03f-104903a6be81 None None] Checking router: a8c076d6-d8b1-4a39-8816-813e423255de for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:36:44.019869 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ae92f9-b720-4960-b03f-104903a6be81 None None] Routers {'a8c076d6-d8b1-4a39-8816-813e423255de'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:36:44.020459 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-d8ae92f9-b720-4960-b03f-104903a6be81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:36:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['a8c076d6-d8b1-4a39-8816-813e423255de'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:36:44.029498 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.db [None req-244b6243-5117-47ea-a6d6-51014974ad1e admin admin] For port 761e46e9-90c1-4fb1-8843-445aef8fbca4, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=761e46e9-90c1-4fb1-8843-445aef8fbca4,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:36:44.030117 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-244b6243-5117-47ea-a6d6-51014974ad1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (761e46e9-90c1-4fb1-8843-445aef8fbca4), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:44.043434 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-244b6243-5117-47ea-a6d6-51014974ad1e admin admin] Calling delete_port for 761e46e9-90c1-4fb1-8843-445aef8fbca4 owned by network:router_gateway {{(pid=109623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:36:44.215408 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-244b6243-5117-47ea-a6d6-51014974ad1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (761e46e9-90c1-4fb1-8843-445aef8fbca4), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:44.242995 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b6243-5117-47ea-a6d6-51014974ad1e admin admin] Pushing event deleted for resources: {'Port': ['ID=761e46e9-90c1-4fb1-8843-445aef8fbca4,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:36:44.246208 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-d8ae92f9-b720-4960-b03f-104903a6be81 None None] Set router a8c076d6-d8b1-4a39-8816-813e423255de gateway port host: None {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:36:44.303678 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-d8ae92f9-b720-4960-b03f-104903a6be81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c076d6-d8b1-4a39-8816-813e423255de', 'name': 'tempest-TestShelveInstance-1147815633-router', 'tenant_id': 'bbaa3b446cea4eb1b52e942242da4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:32:15Z', 'updated_at': '2022-03-18T00:36:43Z', 'revision_number': 6, 'project_id': 'bbaa3b446cea4eb1b52e942242da4881', 'gw_port_host': None}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:36:44.305198 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-244b6243-5117-47ea-a6d6-51014974ad1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703945'] for router_gateway (a8c076d6-d8b1-4a39-8816-813e423255de), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:44.329741 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae92f9-b720-4960-b03f-104903a6be81 None None] The sync data for ids ['a8c076d6-d8b1-4a39-8816-813e423255de'] in dv-cinder-768458-19-smb is: [{'id': 'a8c076d6-d8b1-4a39-8816-813e423255de', 'name': 'tempest-TestShelveInstance-1147815633-router', 'tenant_id': 'bbaa3b446cea4eb1b52e942242da4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:32:15Z', 'updated_at': '2022-03-18T00:36:43Z', 'revision_number': 6, 'project_id': 'bbaa3b446cea4eb1b52e942242da4881', 'gw_port_host': None}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:36:44.401394 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-244b6243-5117-47ea-a6d6-51014974ad1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2196'] for router (a8c076d6-d8b1-4a39-8816-813e423255de), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:44.403694 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-244b6243-5117-47ea-a6d6-51014974ad1e admin admin] Publish callbacks [] for router_controller (a8c076d6-d8b1-4a39-8816-813e423255de), precommit_delete_associations {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:44.449052 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-244b6243-5117-47ea-a6d6-51014974ad1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1710826'] for router (a8c076d6-d8b1-4a39-8816-813e423255de), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:44.449629 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244b6243-5117-47ea-a6d6-51014974ad1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8c076d6-d8b1-4a39-8816-813e423255de {{(pid=109623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 00:36:44.453860 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-244b6243-5117-47ea-a6d6-51014974ad1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:44.455004 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-244b6243-5117-47ea-a6d6-51014974ad1e admin admin] 10.222.0.23 "DELETE /v2.0/routers/a8c076d6-d8b1-4a39-8816-813e423255de HTTP/1.1" status: 204 len: 168 time: 0.7636716 Mar 18 00:36:44.458225 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 55906) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:36:44.501507 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54da3c8-fe34-4967-bf69-bf06d062f7c9 admin admin] Deleting subnet 4616b90c-bc27-4b3d-a370-261d7142dd13 {{(pid=109623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 00:36:44.505385 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f54da3c8-fe34-4967-bf69-bf06d062f7c9 admin admin] Publish callbacks [] for subnet (4616b90c-bc27-4b3d-a370-261d7142dd13), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:44.539721 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f54da3c8-fe34-4967-bf69-bf06d062f7c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9218248'] for subnet (4616b90c-bc27-4b3d-a370-261d7142dd13), precommit_delete_associations {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:44.618189 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f54da3c8-fe34-4967-bf69-bf06d062f7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66134612'] for subnet (4616b90c-bc27-4b3d-a370-261d7142dd13), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:44.669340 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f54da3c8-fe34-4967-bf69-bf06d062f7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66134605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9399403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8547886'] for subnet (4616b90c-bc27-4b3d-a370-261d7142dd13), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:44.696147 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54da3c8-fe34-4967-bf69-bf06d062f7c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4616b90c-bc27-4b3d-a370-261d7142dd13,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:36:44.700009 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-f54da3c8-fe34-4967-bf69-bf06d062f7c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:44.705665 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-f54da3c8-fe34-4967-bf69-bf06d062f7c9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4616b90c-bc27-4b3d-a370-261d7142dd13 HTTP/1.1" status: 204 len: 168 time: 0.2440534 Mar 18 00:36:44.706684 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55908) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:36:44.707171 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f33e37-9db3-42f7-aa9b-3edc3d0bc6f9 None None] Network 6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:36:44.779731 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6c884197-37cb-41a5-a112-87ff0830ffdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66092315'] for network (6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:44.837597 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-6c884197-37cb-41a5-a112-87ff0830ffdd admin admin] Deleting port 91b7a5ad-b88e-42e1-82df-39861f4e3e2b {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:36:44.837937 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6c884197-37cb-41a5-a112-87ff0830ffdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (91b7a5ad-b88e-42e1-82df-39861f4e3e2b), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:44.897394 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [None req-6c884197-37cb-41a5-a112-87ff0830ffdd admin admin] For port 91b7a5ad-b88e-42e1-82df-39861f4e3e2b, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=91b7a5ad-b88e-42e1-82df-39861f4e3e2b,segment=NetworkSegment(29be0fac-aedf-4cbd-8281-563bd673bdf5),segment_id=29be0fac-aedf-4cbd-8281-563bd673bdf5)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:36:44.897778 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6c884197-37cb-41a5-a112-87ff0830ffdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (91b7a5ad-b88e-42e1-82df-39861f4e3e2b), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:44.910888 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-6c884197-37cb-41a5-a112-87ff0830ffdd admin admin] Calling delete_port for 91b7a5ad-b88e-42e1-82df-39861f4e3e2b owned by network:dhcp {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:36:44.988640 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6c884197-37cb-41a5-a112-87ff0830ffdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (91b7a5ad-b88e-42e1-82df-39861f4e3e2b), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:45.013531 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c884197-37cb-41a5-a112-87ff0830ffdd admin admin] Pushing event deleted for resources: {'Port': ['ID=91b7a5ad-b88e-42e1-82df-39861f4e3e2b,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:36:45.017796 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c884197-37cb-41a5-a112-87ff0830ffdd admin admin] No DVR routers for this DVR port 91b7a5ad-b88e-42e1-82df-39861f4e3e2b on host dv-cinder-768458-19-smb {{(pid=109622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:36:45.085392 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6c884197-37cb-41a5-a112-87ff0830ffdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66202081', 'neutron.services.segments.db._delete_segments_for_network-8766732137027'] for network (6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:45.097782 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ba77e3-9189-4dcd-bb23-14da51cdf229 None None] DHCP port deletion for 6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9 request from dv-cinder-768458-19-smb {{(pid=109624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 00:36:45.109739 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-6c884197-37cb-41a5-a112-87ff0830ffdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9']}} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:36:45.120048 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-6c884197-37cb-41a5-a112-87ff0830ffdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29be0fac-aedf-4cbd-8281-563bd673bdf5') {'for_net_delete': True} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:36:45.120341 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-6c884197-37cb-41a5-a112-87ff0830ffdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29be0fac-aedf-4cbd-8281-563bd673bdf5') {} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:36:45.133996 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6c884197-37cb-41a5-a112-87ff0830ffdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732287052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3923395'] for segment (29be0fac-aedf-4cbd-8281-563bd673bdf5), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:45.147105 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6c884197-37cb-41a5-a112-87ff0830ffdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (29be0fac-aedf-4cbd-8281-563bd673bdf5), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:45.152756 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c884197-37cb-41a5-a112-87ff0830ffdd admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=109622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 00:36:45.153141 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6c884197-37cb-41a5-a112-87ff0830ffdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695078'] for segment (29be0fac-aedf-4cbd-8281-563bd673bdf5), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: Traceback (most recent call last): Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: timer() Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: cb(*args, **kw) Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: return func(*args, **kwargs) Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: self._notify() Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: self.callback(batched_events) Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: event.method(event) Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: return f(self, *a, **k) Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: return self._get(url).json() Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: return self.request(url, 'GET', **kwargs) Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 00:36:45.154736 dv-cinder-768458-19-smb neutron-server[109622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 00:36:45.213785 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6c884197-37cb-41a5-a112-87ff0830ffdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66202074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704053'] for network (6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:45.218004 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6c884197-37cb-41a5-a112-87ff0830ffdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:45.221983 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-6c884197-37cb-41a5-a112-87ff0830ffdd admin admin] 10.222.0.23 "DELETE /v2.0/networks/6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9 HTTP/1.1" status: 204 len: 168 time: 0.5134673 Mar 18 00:36:45.235597 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c884197-37cb-41a5-a112-87ff0830ffdd admin admin] Pushing event deleted for resources: {'Network': ['ID=6a15bee1-b2c0-45d7-bdfb-037e0e32a5a9,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:36:45.336899 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55912) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:36:45.390368 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-75043821-5322-433e-acb9-1cec32b985ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=566f1fc415cf4cb193c8e431d0d0f3db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0522070 Mar 18 00:36:45.392712 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55914) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:36:45.444364 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-bf92c3cf-9d96-44b2-af25-98da61fd5d37 admin admin] Publish callbacks [] for security_group (f4b794a3-c248-499f-adad-47187411f2d0), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:45.448345 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 42be8240-09fe-44f9-b664-8a78b720cf42 no longer exists at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:36:45.468284 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-bf92c3cf-9d96-44b2-af25-98da61fd5d37 admin admin] Publish callbacks [] for security_group (f4b794a3-c248-499f-adad-47187411f2d0), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:45.478588 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] No Port match for: 42be8240-09fe-44f9-b664-8a78b720cf42 {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:36:45.478932 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 42be8240-09fe-44f9-b664-8a78b720cf42 not bound to the agent host dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:36:45.479360 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 761e46e9-90c1-4fb1-8843-445aef8fbca4 no longer exists at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:36:45.498567 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] No Port match for: 761e46e9-90c1-4fb1-8843-445aef8fbca4 {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:36:45.499319 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 761e46e9-90c1-4fb1-8843-445aef8fbca4 not bound to the agent host dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:36:45.499951 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 91b7a5ad-b88e-42e1-82df-39861f4e3e2b no longer exists at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:36:45.519721 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] No Port match for: 91b7a5ad-b88e-42e1-82df-39861f4e3e2b {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:36:45.520443 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 91b7a5ad-b88e-42e1-82df-39861f4e3e2b not bound to the agent host dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:36:45.523816 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-bf92c3cf-9d96-44b2-af25-98da61fd5d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (f4b794a3-c248-499f-adad-47187411f2d0), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:45.531817 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-bf92c3cf-9d96-44b2-af25-98da61fd5d37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:45.531817 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-bf92c3cf-9d96-44b2-af25-98da61fd5d37 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4b794a3-c248-499f-adad-47187411f2d0 HTTP/1.1" status: 204 len: 168 time: 0.1342933 Mar 18 00:36:45.538030 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92c3cf-9d96-44b2-af25-98da61fd5d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b794a3-c248-499f-adad-47187411f2d0,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:36:45.850591 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55922) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:36:45.888721 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-699ff5a7-5519-4b26-a3b9-426a3e932b1d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bbaa3b446cea4eb1b52e942242da4881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370259 Mar 18 00:36:45.891114 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 55924) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:36:45.936763 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0d39ca71-592c-46f4-82b5-9fefd5ef1fe6 admin admin] Publish callbacks [] for security_group (93c5e82e-1c8c-4e66-9da8-77d5a028c1be), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:45.956867 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0d39ca71-592c-46f4-82b5-9fefd5ef1fe6 admin admin] Publish callbacks [] for security_group (93c5e82e-1c8c-4e66-9da8-77d5a028c1be), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:46.001689 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0d39ca71-592c-46f4-82b5-9fefd5ef1fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (93c5e82e-1c8c-4e66-9da8-77d5a028c1be), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:46.004435 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0d39ca71-592c-46f4-82b5-9fefd5ef1fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:46.005599 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-0d39ca71-592c-46f4-82b5-9fefd5ef1fe6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93c5e82e-1c8c-4e66-9da8-77d5a028c1be HTTP/1.1" status: 204 len: 168 time: 0.1135945 Mar 18 00:36:46.012857 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39ca71-592c-46f4-82b5-9fefd5ef1fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c5e82e-1c8c-4e66-9da8-77d5a028c1be,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:36:51.461109 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-5a859d71-4034-4b62-9b10-46456cb1a55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:51.956867 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdcf0f-0f4f-4c81-90c3-78eb46bf7831 req-44d254bc-85c7-4450-9369-ac91d1357056 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:51.958244 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-6fbdcf0f-0f4f-4c81-90c3-78eb46bf7831 req-44d254bc-85c7-4450-9369-ac91d1357056 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0521476 Mar 18 00:36:52.005733 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-6fbdcf0f-0f4f-4c81-90c3-78eb46bf7831 req-ed23ed2b-649e-403a-83a9-a33f82260bdb tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419226 Mar 18 00:36:53.123297 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b1263-962d-41f8-9cc0-f4b6615d64a0 req-41998f16-12fb-4851-b5e3-9cabe09ca89f tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:53.124765 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-bf8b1263-962d-41f8-9cc0-f4b6615d64a0 req-41998f16-12fb-4851-b5e3-9cabe09ca89f tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0509820 Mar 18 00:36:53.173355 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-bf8b1263-962d-41f8-9cc0-f4b6615d64a0 req-58e73ab7-fdd9-48f8-abe4-9f1d676f4fd9 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422425 Mar 18 00:36:53.830622 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-1cff6e4b-b7d1-4fcd-9963-1d34e265bef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:54.295593 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659c3c0-77c7-40b4-8cab-dd7dd7dd070c req-afa7078a-8b36-4f91-8186-d8d2da38aef4 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:54.297096 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-8659c3c0-77c7-40b4-8cab-dd7dd7dd070c req-afa7078a-8b36-4f91-8186-d8d2da38aef4 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0563424 Mar 18 00:36:54.343245 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-8659c3c0-77c7-40b4-8cab-dd7dd7dd070c req-bca2d1f4-b9ff-4219-9002-f5bf52c89a86 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399218 Mar 18 00:36:54.681451 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:55.464422 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0f065-7007-4c19-87fb-581d53bceab6 req-448db71b-9781-4133-9501-2474410a351b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:55.465902 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d2e0f065-7007-4c19-87fb-581d53bceab6 req-448db71b-9781-4133-9501-2474410a351b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0524299 Mar 18 00:36:55.511359 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d2e0f065-7007-4c19-87fb-581d53bceab6 req-5d44b6b9-6962-4a50-884b-0fc5df7e65b8 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397739 Mar 18 00:36:56.378311 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:56.626502 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5f8e5-7beb-4d7c-b273-5ec36022b7c1 req-0e572a86-6b83-40a9-afdc-5be5f1b1faa9 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:56.628573 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-87f5f8e5-7beb-4d7c-b273-5ec36022b7c1 req-0e572a86-6b83-40a9-afdc-5be5f1b1faa9 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0520430 Mar 18 00:36:56.674531 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-87f5f8e5-7beb-4d7c-b273-5ec36022b7c1 req-6b7e4382-899f-4b4b-a6ae-cb5cef095daf tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404501 Mar 18 00:36:57.745518 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:36:57.792530 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a0134-5a60-4db5-ae37-ed99bea3df6e req-e49bb86b-9417-4efa-90e9-ad26ca482ebe tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:57.794048 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8c8a0134-5a60-4db5-ae37-ed99bea3df6e req-e49bb86b-9417-4efa-90e9-ad26ca482ebe tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0532963 Mar 18 00:36:57.840060 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8c8a0134-5a60-4db5-ae37-ed99bea3df6e req-c838935c-0847-4a7e-a479-53623e1863e5 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401044 Mar 18 00:36:58.956776 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d6c15-1f77-45f9-8116-f90a096ba1cc req-a97f7775-1443-4ed0-b62c-d240dc09413a tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:36:58.958251 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f83d6c15-1f77-45f9-8116-f90a096ba1cc req-a97f7775-1443-4ed0-b62c-d240dc09413a tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0512726 Mar 18 00:36:59.007240 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f83d6c15-1f77-45f9-8116-f90a096ba1cc req-f10db5f7-c688-4f64-9bd0-b3fbcbc82b82 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434964 Mar 18 00:37:00.128426 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141100cb-e75d-4d8a-b62c-c48c2e8635ae req-93ec26fd-07ba-4f21-88a3-0dc31064bb65 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:00.129891 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-141100cb-e75d-4d8a-b62c-c48c2e8635ae req-93ec26fd-07ba-4f21-88a3-0dc31064bb65 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0566359 Mar 18 00:37:00.176210 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-141100cb-e75d-4d8a-b62c-c48c2e8635ae req-ab3a98c6-1ad3-4009-a9ef-d77d23b2725f tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409012 Mar 18 00:37:01.295284 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0c4c6-8000-4853-a986-af64044e7124 req-0f7dad7f-9ba7-4406-a07c-6a8d82654437 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:01.296741 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-41a0c4c6-8000-4853-a986-af64044e7124 req-0f7dad7f-9ba7-4406-a07c-6a8d82654437 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0518546 Mar 18 00:37:01.342383 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-41a0c4c6-8000-4853-a986-af64044e7124 req-736876a6-a773-4846-bec0-ff9baee57188 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395939 Mar 18 00:37:02.458482 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296a084-9186-4198-82f4-90af3f032e2d req-9762e0cd-597a-43e1-ae3b-7b73fa532466 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:02.459982 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5296a084-9186-4198-82f4-90af3f032e2d req-9762e0cd-597a-43e1-ae3b-7b73fa532466 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0508189 Mar 18 00:37:02.504883 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5296a084-9186-4198-82f4-90af3f032e2d req-b3c8d586-3dc9-484d-a242-a356f2c8338e tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395088 Mar 18 00:37:03.621118 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729842d-f5cd-4951-b0da-a7308bb6958b req-cd1d3b53-b773-42f5-b254-477cbb45f745 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:03.622611 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b729842d-f5cd-4951-b0da-a7308bb6958b req-cd1d3b53-b773-42f5-b254-477cbb45f745 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0512345 Mar 18 00:37:03.668944 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b729842d-f5cd-4951-b0da-a7308bb6958b req-813e479b-975d-48dc-85fd-d521b216dbd5 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401282 Mar 18 00:37:04.789749 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8c6bd-3a71-45b5-8ed3-69fc674b4892 req-24cbf4bd-7eea-4280-bb42-0882265e5b2b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:04.791299 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b3f8c6bd-3a71-45b5-8ed3-69fc674b4892 req-24cbf4bd-7eea-4280-bb42-0882265e5b2b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0554192 Mar 18 00:37:04.837151 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b3f8c6bd-3a71-45b5-8ed3-69fc674b4892 req-331013dc-3386-46bb-91e9-d538327a5773 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404739 Mar 18 00:37:05.201002 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:37:05.960594 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0d4f9-3f53-46be-81b5-061935ed2355 req-780ca315-6811-4150-8516-b30da4309a42 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:05.962296 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-04a0d4f9-3f53-46be-81b5-061935ed2355 req-780ca315-6811-4150-8516-b30da4309a42 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0584853 Mar 18 00:37:06.007958 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-04a0d4f9-3f53-46be-81b5-061935ed2355 req-21eba865-1051-4b61-b564-7a828b613127 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402453 Mar 18 00:37:06.135479 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:37:07.122837 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1096b48-7b44-4c0c-b7a9-683b39fb44a2 req-2825573f-fdfb-458d-b11a-d004e317df4a tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:07.124302 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f1096b48-7b44-4c0c-b7a9-683b39fb44a2 req-2825573f-fdfb-458d-b11a-d004e317df4a tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0508482 Mar 18 00:37:07.171295 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f1096b48-7b44-4c0c-b7a9-683b39fb44a2 req-e5c90155-545e-414a-b005-c9124d82c85e tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407147 Mar 18 00:37:08.287710 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2300a6-a85f-424a-949e-2543f9317a68 req-d7ff2e85-61e4-431f-b7fd-111ee86f036d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:08.289161 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-1d2300a6-a85f-424a-949e-2543f9317a68 req-d7ff2e85-61e4-431f-b7fd-111ee86f036d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0523245 Mar 18 00:37:08.334495 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-1d2300a6-a85f-424a-949e-2543f9317a68 req-2bd74101-be6d-4497-83c3-9819307ca434 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397928 Mar 18 00:37:08.536260 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548f04e-19dd-4b14-aea7-883c349bbffc req-b6291e01-b836-4edd-b5ff-9ce280b513c7 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:08.537804 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-8548f04e-19dd-4b14-aea7-883c349bbffc req-b6291e01-b836-4edd-b5ff-9ce280b513c7 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0559750 Mar 18 00:37:08.586528 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-8548f04e-19dd-4b14-aea7-883c349bbffc req-d225db51-b7ad-43a9-bec3-a0d248ecf63f tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429850 Mar 18 00:37:08.620065 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbe445-e12c-49ad-b63e-ea8e8473223d req-7fdaf78e-76a2-4fa9-94fa-482826c02bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:08.621564 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-00bbe445-e12c-49ad-b63e-ea8e8473223d req-7fdaf78e-76a2-4fa9-94fa-482826c02bc2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce93ce4ff02b4631896a4bd727176133&device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 1129 time: 0.0438936 Mar 18 00:37:08.713419 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbe445-e12c-49ad-b63e-ea8e8473223d req-88a97493-c0e1-4126-8f56-fa18207ad283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:08.714786 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-00bbe445-e12c-49ad-b63e-ea8e8473223d req-88a97493-c0e1-4126-8f56-fa18207ad283 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9b41d3ef-8df0-4228-b239-d97be7a8c032 HTTP/1.1" status: 200 len: 910 time: 0.0858314 Mar 18 00:37:08.780531 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-00bbe445-e12c-49ad-b63e-ea8e8473223d req-0f56e9fc-8574-4f86-a40e-e0f6d4e2e505 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b60f82ff-9e36-4de9-bed1-e120e54f03a5 HTTP/1.1" status: 200 len: 1001 time: 0.0564175 Mar 18 00:37:08.833998 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbe445-e12c-49ad-b63e-ea8e8473223d req-42002ce9-8fcd-48c0-a083-0ece55bbfef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:08.835403 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-00bbe445-e12c-49ad-b63e-ea8e8473223d req-42002ce9-8fcd-48c0-a083-0ece55bbfef1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d10aa246-965f-47e9-9ba8-ebcd4309ef4e HTTP/1.1" status: 200 len: 849 time: 0.0459025 Mar 18 00:37:08.886799 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbe445-e12c-49ad-b63e-ea8e8473223d req-fa0c0f9c-644c-4935-9e5f-cd4cb123a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:08.888454 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-00bbe445-e12c-49ad-b63e-ea8e8473223d req-fa0c0f9c-644c-4935-9e5f-cd4cb123a730 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9b41d3ef-8df0-4228-b239-d97be7a8c032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0427992 Mar 18 00:37:08.978948 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-00bbe445-e12c-49ad-b63e-ea8e8473223d req-04bf69a2-93a0-4fb9-8100-8d850e724eca service neutron] 10.222.0.10 "GET /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811329 Mar 18 00:37:09.077273 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-00bbe445-e12c-49ad-b63e-ea8e8473223d req-cab0ce2e-bec1-4cf7-8aae-f2ec2eb553ce service neutron] 10.222.0.10 "GET /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848012 Mar 18 00:37:09.709354 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22039e6-2fad-4fb0-bdc4-b8bbe6bd74cd req-2ce7fdb6-6348-4442-ba2b-5f3779b5757c tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:09.710827 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a22039e6-2fad-4fb0-bdc4-b8bbe6bd74cd req-2ce7fdb6-6348-4442-ba2b-5f3779b5757c tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0519588 Mar 18 00:37:09.758370 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a22039e6-2fad-4fb0-bdc4-b8bbe6bd74cd req-db36a87f-c80f-486b-a216-34a99a2e2201 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416112 Mar 18 00:37:10.876949 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56fdbe-7860-47f3-92e9-5e021d57ff4f req-9f3a2716-41cb-4146-8d86-2a35c9353b63 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:10.878423 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-bd56fdbe-7860-47f3-92e9-5e021d57ff4f req-9f3a2716-41cb-4146-8d86-2a35c9353b63 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0523369 Mar 18 00:37:10.925085 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-bd56fdbe-7860-47f3-92e9-5e021d57ff4f req-e6a5b5cb-306b-471f-a28c-2a5b3910306f tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412371 Mar 18 00:37:21.452045 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-4655c2a8-26a9-41c1-acc2-e35fd0128f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:37:23.832666 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b3de7294-5f0a-4a33-865f-a7c33b9246c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:37:24.683402 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:37:26.380023 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:37:27.736998 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:37:36.135062 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:37:42.199139 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:37:44.813891 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-16438abd-8543-4ad5-8d8c-fd52b087670e req-31bf0cd8-03d1-4a46-9886-c3e804a733af service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464787 Mar 18 00:37:44.917486 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16438abd-8543-4ad5-8d8c-fd52b087670e req-05332cef-c4d0-4ea9-935e-59c6e86e3d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:44.918969 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-16438abd-8543-4ad5-8d8c-fd52b087670e req-05332cef-c4d0-4ea9-935e-59c6e86e3d01 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce93ce4ff02b4631896a4bd727176133&device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 1129 time: 0.0447700 Mar 18 00:37:45.020079 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16438abd-8543-4ad5-8d8c-fd52b087670e req-39f0446e-b851-48a9-ae53-c5c7bbd5c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:45.021588 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-16438abd-8543-4ad5-8d8c-fd52b087670e req-39f0446e-b851-48a9-ae53-c5c7bbd5c10e service neutron] 10.222.0.10 "GET /v2.0/networks?id=9b41d3ef-8df0-4228-b239-d97be7a8c032 HTTP/1.1" status: 200 len: 910 time: 0.0832553 Mar 18 00:37:45.091409 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-16438abd-8543-4ad5-8d8c-fd52b087670e req-905cab4e-d009-4668-82a3-b70bb2b1d822 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b60f82ff-9e36-4de9-bed1-e120e54f03a5 HTTP/1.1" status: 200 len: 1001 time: 0.0607152 Mar 18 00:37:45.139184 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16438abd-8543-4ad5-8d8c-fd52b087670e req-df9cd2a0-72b6-499e-96ef-0fd88a5cb4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:45.140640 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-16438abd-8543-4ad5-8d8c-fd52b087670e req-df9cd2a0-72b6-499e-96ef-0fd88a5cb4fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d10aa246-965f-47e9-9ba8-ebcd4309ef4e HTTP/1.1" status: 200 len: 849 time: 0.0430856 Mar 18 00:37:45.188312 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16438abd-8543-4ad5-8d8c-fd52b087670e req-d436b8ad-b416-42a8-a8c8-a5a45681c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:45.189880 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-16438abd-8543-4ad5-8d8c-fd52b087670e req-d436b8ad-b416-42a8-a8c8-a5a45681c12a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9b41d3ef-8df0-4228-b239-d97be7a8c032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0429184 Mar 18 00:37:45.285155 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-16438abd-8543-4ad5-8d8c-fd52b087670e req-bc4cb6f5-6881-4865-aa93-99f8868be76a service neutron] 10.222.0.10 "GET /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874138 Mar 18 00:37:45.411859 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf01f4-193c-4a0e-8db7-62e4937046b1 req-a9845f19-edfb-46f5-a1ea-65f190d16ee8 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:45.413326 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-84bf01f4-193c-4a0e-8db7-62e4937046b1 req-a9845f19-edfb-46f5-a1ea-65f190d16ee8 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.1162782 Mar 18 00:37:45.432893 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-16438abd-8543-4ad5-8d8c-fd52b087670e req-2eea8ca7-1976-473d-8c9f-9474691e14c0 service neutron] 10.222.0.10 "GET /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274214 Mar 18 00:37:45.465975 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-84bf01f4-193c-4a0e-8db7-62e4937046b1 req-58cfd22b-bf3e-4072-bd8f-945c8775679a tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439723 Mar 18 00:37:46.585880 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f9b8f-263e-4fba-99d4-c86901b0881c req-80ab277a-7da0-4b10-af36-275da08cad3f tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:46.587310 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-060f9b8f-263e-4fba-99d4-c86901b0881c req-80ab277a-7da0-4b10-af36-275da08cad3f tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0532713 Mar 18 00:37:46.635818 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-060f9b8f-263e-4fba-99d4-c86901b0881c req-a43ab49f-9767-4185-a4e3-746bff396930 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428598 Mar 18 00:37:47.750491 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2c316-36f3-4b3f-893a-dc96b2775985 req-e75bf152-eb6e-4880-958b-742213168d97 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:47.751945 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-76e2c316-36f3-4b3f-893a-dc96b2775985 req-e75bf152-eb6e-4880-958b-742213168d97 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0512629 Mar 18 00:37:47.797941 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-76e2c316-36f3-4b3f-893a-dc96b2775985 req-9863f737-1f14-46c0-9ddd-a4db80ec65f0 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404885 Mar 18 00:37:48.911909 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59476553-8aaf-4d57-b948-3070b7806007 req-388329c1-6726-450e-95b6-ea6a61c0b2ae tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:48.913355 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-59476553-8aaf-4d57-b948-3070b7806007 req-388329c1-6726-450e-95b6-ea6a61c0b2ae tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0514593 Mar 18 00:37:48.958153 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-59476553-8aaf-4d57-b948-3070b7806007 req-2ba0acac-0ada-4247-ab6f-fa226b59a8be tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393610 Mar 18 00:37:50.073119 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de15bd-5229-49e2-bb0c-a10fb8675011 req-413a9f84-cfdf-4cf4-8e8b-29ee944e8910 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:50.074591 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c9de15bd-5229-49e2-bb0c-a10fb8675011 req-413a9f84-cfdf-4cf4-8e8b-29ee944e8910 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0507538 Mar 18 00:37:50.122445 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c9de15bd-5229-49e2-bb0c-a10fb8675011 req-fa1e67e8-f124-4dbb-8755-62117d1ed564 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424471 Mar 18 00:37:51.239745 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f49ad3-635c-46f0-8efb-1647546397d0 req-ca635e02-348d-43f8-b164-36323d0e46b7 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:51.241260 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b4f49ad3-635c-46f0-8efb-1647546397d0 req-ca635e02-348d-43f8-b164-36323d0e46b7 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0530071 Mar 18 00:37:51.288656 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b4f49ad3-635c-46f0-8efb-1647546397d0 req-4544977a-8cd0-41bd-8c96-784296a652cc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418797 Mar 18 00:37:51.452824 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-81e8499c-4503-43b5-9b06-983d06ef2482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:37:52.406606 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedf92c-c5b0-40c2-9dbe-10ec9ebb9be7 req-25e5cb9a-91b1-4fa5-841e-ce7333b1734d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:52.408057 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-bfedf92c-c5b0-40c2-9dbe-10ec9ebb9be7 req-25e5cb9a-91b1-4fa5-841e-ce7333b1734d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0536556 Mar 18 00:37:52.454228 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-bfedf92c-c5b0-40c2-9dbe-10ec9ebb9be7 req-285a4308-d15f-427e-b3c5-0ea2c6550b28 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407023 Mar 18 00:37:53.573862 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33796319-a0a8-4dab-9099-0c31830275ce req-281cbfdb-b5da-4497-92f3-22a12ec40b3a tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:53.575308 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-33796319-a0a8-4dab-9099-0c31830275ce req-281cbfdb-b5da-4497-92f3-22a12ec40b3a tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0549059 Mar 18 00:37:53.620272 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-33796319-a0a8-4dab-9099-0c31830275ce req-d262d108-c284-445f-8cc1-e02cecb5af32 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396154 Mar 18 00:37:53.834742 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e6032a32-69e3-4d91-a4f1-6080496c98dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:37:54.685244 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:37:54.736984 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e335ec-739d-43e7-a8b6-91374130436a req-0052ed92-3fdd-48c5-82ba-17d41f41383c tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:54.738657 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f7e335ec-739d-43e7-a8b6-91374130436a req-0052ed92-3fdd-48c5-82ba-17d41f41383c tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0511513 Mar 18 00:37:54.785203 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f7e335ec-739d-43e7-a8b6-91374130436a req-04404b21-1263-4adc-aa25-79a5b8ed92de tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410392 Mar 18 00:37:55.899069 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1be5e-8614-4d45-aa71-ea9b93895a63 req-20248bb6-966e-489e-837a-6c5860fd0744 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:55.900522 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-69f1be5e-8614-4d45-aa71-ea9b93895a63 req-20248bb6-966e-489e-837a-6c5860fd0744 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0510607 Mar 18 00:37:55.946178 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-69f1be5e-8614-4d45-aa71-ea9b93895a63 req-6be919b4-0a90-4250-a22b-7b7ce610f13b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400090 Mar 18 00:37:56.302118 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd5779-2539-47b1-a738-5a7316e9548e req-73b7c057-b5f3-44cd-98f3-91a463cee1a3 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:56.303595 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f6dd5779-2539-47b1-a738-5a7316e9548e req-73b7c057-b5f3-44cd-98f3-91a463cee1a3 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0518310 Mar 18 00:37:56.355627 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f6dd5779-2539-47b1-a738-5a7316e9548e req-2aa2b6a0-aa2d-4fdf-b152-d18224599bfa tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459349 Mar 18 00:37:56.363140 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe71c05-0052-4739-8a4c-6f0a6ae5a6d0 req-d3d2dc13-a778-43b0-bd9a-366b26d534e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:56.364701 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dbe71c05-0052-4739-8a4c-6f0a6ae5a6d0 req-d3d2dc13-a778-43b0-bd9a-366b26d534e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce93ce4ff02b4631896a4bd727176133&device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 1129 time: 0.0473959 Mar 18 00:37:56.389830 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:37:56.465241 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe71c05-0052-4739-8a4c-6f0a6ae5a6d0 req-cacaa8c3-5acb-4536-b7a1-56e648e471b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:56.466757 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dbe71c05-0052-4739-8a4c-6f0a6ae5a6d0 req-cacaa8c3-5acb-4536-b7a1-56e648e471b3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9b41d3ef-8df0-4228-b239-d97be7a8c032 HTTP/1.1" status: 200 len: 910 time: 0.0925000 Mar 18 00:37:56.535685 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dbe71c05-0052-4739-8a4c-6f0a6ae5a6d0 req-a4e8cdc3-78fa-480c-a0ed-b136129a32ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b60f82ff-9e36-4de9-bed1-e120e54f03a5 HTTP/1.1" status: 200 len: 1001 time: 0.0602257 Mar 18 00:37:56.585181 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe71c05-0052-4739-8a4c-6f0a6ae5a6d0 req-c856f9d0-34de-44e9-8936-da33798070e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:56.586592 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dbe71c05-0052-4739-8a4c-6f0a6ae5a6d0 req-c856f9d0-34de-44e9-8936-da33798070e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d10aa246-965f-47e9-9ba8-ebcd4309ef4e HTTP/1.1" status: 200 len: 849 time: 0.0413330 Mar 18 00:37:56.635069 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe71c05-0052-4739-8a4c-6f0a6ae5a6d0 req-80c48e8f-ff13-4cae-906d-f5bc8187463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:56.636515 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dbe71c05-0052-4739-8a4c-6f0a6ae5a6d0 req-80c48e8f-ff13-4cae-906d-f5bc8187463b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9b41d3ef-8df0-4228-b239-d97be7a8c032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0427327 Mar 18 00:37:56.726578 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dbe71c05-0052-4739-8a4c-6f0a6ae5a6d0 req-b387b9ab-9244-4550-a8ec-a7fffee0c283 service neutron] 10.222.0.10 "GET /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834680 Mar 18 00:37:56.814492 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dbe71c05-0052-4739-8a4c-6f0a6ae5a6d0 req-a82b7c04-bd02-4714-b52f-1a2c7d270d0c service neutron] 10.222.0.10 "GET /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783868 Mar 18 00:37:57.489641 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901eb6e2-2fa6-48d7-ad68-2f436d01849d req-4134b020-6319-491e-9ce7-dd761151dfa9 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:57.491111 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-901eb6e2-2fa6-48d7-ad68-2f436d01849d req-4134b020-6319-491e-9ce7-dd761151dfa9 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0559537 Mar 18 00:37:57.541658 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-901eb6e2-2fa6-48d7-ad68-2f436d01849d req-e9ce6ec2-115f-4397-b548-fdca619fbe30 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449877 Mar 18 00:37:57.740823 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:37:58.811451 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee1b00-4cd1-4ba4-9068-2696397711ca req-fcd24817-3c1b-4f14-8834-6dc0167bea1f tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:37:58.812826 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-3bee1b00-4cd1-4ba4-9068-2696397711ca req-fcd24817-3c1b-4f14-8834-6dc0167bea1f tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0514307 Mar 18 00:37:58.859032 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-3bee1b00-4cd1-4ba4-9068-2696397711ca req-3b2879e2-d3ef-40fe-87e9-e046a052fe70 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400651 Mar 18 00:38:06.149890 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:19.197881 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:38:21.455533 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-1ec212a4-58f6-4d80-aa8c-599c9d9b5694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:23.836936 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-7b710ec7-64d7-476d-8932-17a4ce85a9fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:24.688335 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:26.384710 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:27.743158 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:32.069836 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4708f2b-5d5c-4ca0-b1c8-b1b1b06eb517 req-a854706f-1e05-4491-8c2f-fdfc7d48bfe4 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:32.071298 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b4708f2b-5d5c-4ca0-b1c8-b1b1b06eb517 req-a854706f-1e05-4491-8c2f-fdfc7d48bfe4 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0552850 Mar 18 00:38:32.117798 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b4708f2b-5d5c-4ca0-b1c8-b1b1b06eb517 req-bce17959-33ab-47d5-8cb1-1c3083fc69c9 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407059 Mar 18 00:38:33.234858 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f29538-0f3b-45dd-8025-45721a131508 req-e3511bd4-33bd-4cdf-aea9-6db94d380bc9 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:33.236943 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-74f29538-0f3b-45dd-8025-45721a131508 req-e3511bd4-33bd-4cdf-aea9-6db94d380bc9 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0512753 Mar 18 00:38:33.282056 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-74f29538-0f3b-45dd-8025-45721a131508 req-8530a4bd-15fc-4ecd-a7dc-2841a39c056c tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396113 Mar 18 00:38:34.399267 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f616bc-4115-4de2-9c35-069eb046dbef req-db195ee7-02d5-49c5-9574-37f3fbdef578 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:34.400712 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e5f616bc-4115-4de2-9c35-069eb046dbef req-db195ee7-02d5-49c5-9574-37f3fbdef578 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0523756 Mar 18 00:38:34.472158 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e5f616bc-4115-4de2-9c35-069eb046dbef req-8a38d0e0-2554-4f87-81e4-8ab55ca22baf tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655966 Mar 18 00:38:34.493074 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee863f17-860f-426c-a6ce-afcb0b12631c req-e6b8f8bf-cfb2-4609-aeac-3c5ada2b478e tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:34.494526 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ee863f17-860f-426c-a6ce-afcb0b12631c req-e6b8f8bf-cfb2-4609-aeac-3c5ada2b478e tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.10 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 945 time: 0.0684831 Mar 18 00:38:34.584941 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-ee863f17-860f-426c-a6ce-afcb0b12631c req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Deleting port b60f82ff-9e36-4de9-bed1-e120e54f03a5 {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:38:34.585201 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-ee863f17-860f-426c-a6ce-afcb0b12631c req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (b60f82ff-9e36-4de9-bed1-e120e54f03a5), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:34.672615 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-ee863f17-860f-426c-a6ce-afcb0b12631c req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] For port b60f82ff-9e36-4de9-bed1-e120e54f03a5, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b60f82ff-9e36-4de9-bed1-e120e54f03a5,segment=NetworkSegment(2c9f021a-bd48-4be1-8ba0-f515c49b029d),segment_id=2c9f021a-bd48-4be1-8ba0-f515c49b029d)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:38:34.673701 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-ee863f17-860f-426c-a6ce-afcb0b12631c req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (b60f82ff-9e36-4de9-bed1-e120e54f03a5), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:34.835459 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-ee863f17-860f-426c-a6ce-afcb0b12631c req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:34.835729 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-ee863f17-860f-426c-a6ce-afcb0b12631c req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (1f003d27-9ab8-4a31-a42b-401ec54d7526), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:34.836035 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.l3_db [req-ee863f17-860f-426c-a6ce-afcb0b12631c req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Floating IP 1f003d27-9ab8-4a31-a42b-401ec54d7526 disassociated. External IP: 172.28.2.155, port: b60f82ff-9e36-4de9-bed1-e120e54f03a5. Mar 18 00:38:34.836366 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-ee863f17-860f-426c-a6ce-afcb0b12631c req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Calling delete_port for b60f82ff-9e36-4de9-bed1-e120e54f03a5 owned by compute:nova {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:38:34.964264 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-ee863f17-860f-426c-a6ce-afcb0b12631c req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (b60f82ff-9e36-4de9-bed1-e120e54f03a5), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:34.991691 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Pushing event deleted for resources: {'Port': ['ID=b60f82ff-9e36-4de9-bed1-e120e54f03a5,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:38:35.003004 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:35.003371 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:35.003724 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:35.004070 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:35.004405 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:35.004733 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:35.005056 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:35.005393 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:35.005726 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:35.006050 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:35.006372 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:35.006692 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:35.007007 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:35.007322 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:35.007635 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:35.114106 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee863f17-860f-426c-a6ce-afcb0b12631c req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Router 7130908a-1614-4fa9-815a-6d1d97706859 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:38:35.449820 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee863f17-860f-426c-a6ce-afcb0b12631c req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:38:35.459770 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc2b69d-c858-49e5-a68e-c8a6e8a41844 None None] Sync routers for ids ['7130908a-1614-4fa9-815a-6d1d97706859'] in dv-cinder-768458-19-smb {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:38:35.470630 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc2b69d-c858-49e5-a68e-c8a6e8a41844 None None] Routers {'7130908a-1614-4fa9-815a-6d1d97706859'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:38:35.471635 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-8cc2b69d-c858-49e5-a68e-c8a6e8a41844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:38:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['7130908a-1614-4fa9-815a-6d1d97706859'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:38:35.492878 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee863f17-860f-426c-a6ce-afcb0b12631c req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] No DVR routers for this DVR port b60f82ff-9e36-4de9-bed1-e120e54f03a5 on host hv-cinder-76845 {{(pid=109622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:38:35.495656 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-ee863f17-860f-426c-a6ce-afcb0b12631c req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:35.499018 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ee863f17-860f-426c-a6ce-afcb0b12631c req-f63502bf-0527-4010-9ca2-859fb346ee0d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.10 "DELETE /v2.0/ports/b60f82ff-9e36-4de9-bed1-e120e54f03a5 HTTP/1.1" status: 204 len: 173 time: 0.9961958 Mar 18 00:38:35.499705 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43faf216-a82d-4a62-8786-3a941dddf3f6', 'name': 'network-vif-deleted', 'tag': 'b60f82ff-9e36-4de9-bed1-e120e54f03a5'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:38:35.501999 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1096df-94b5-465f-92b9-0c1749ae77ee" -d '{"events": [{"server_uuid": "43faf216-a82d-4a62-8786-3a941dddf3f6", "name": "network-vif-deleted", "tag": "b60f82ff-9e36-4de9-bed1-e120e54f03a5"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:38:35.556553 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48001c7b-2884-4476-a144-2ee1b0ce9c8b x-openstack-request-id: req-48001c7b-2884-4476-a144-2ee1b0ce9c8b {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:38:35.556882 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43faf216-a82d-4a62-8786-3a941dddf3f6", "name": "network-vif-deleted", "tag": "b60f82ff-9e36-4de9-bed1-e120e54f03a5", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:38:35.557162 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48001c7b-2884-4476-a144-2ee1b0ce9c8b {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:38:35.557539 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43faf216-a82d-4a62-8786-3a941dddf3f6', 'name': 'network-vif-deleted', 'tag': 'b60f82ff-9e36-4de9-bed1-e120e54f03a5', 'status': 'completed', 'code': 200} Mar 18 00:38:35.588257 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c25aac06-6754-48de-85ad-646e7d67e9a2 req-56c44bcf-e5c0-4829-b8e7-084f0d03e116 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=43faf216-a82d-4a62-8786-3a941dddf3f6 HTTP/1.1" status: 200 len: 210 time: 0.0320549 Mar 18 00:38:35.680261 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-8cc2b69d-c858-49e5-a68e-c8a6e8a41844 None None] Set router 7130908a-1614-4fa9-815a-6d1d97706859 gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:38:35.877531 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-8cc2b69d-c858-49e5-a68e-c8a6e8a41844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7130908a-1614-4fa9-815a-6d1d97706859', 'name': 'tempest-AttachVolumeTestJSON-800083649-router', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:54Z', 'revision_number': 4, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'gw_port': {'id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '846e70af-4bf5-4c15-bfeb-779aca9b62a1', 'name': '', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'mac_address': 'fa:16:3e:84:b3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:54Z', 'updated_at': '2022-03-18T00:35:58Z', 'revision_number': 5, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'subnets': [{'id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:38:35.906603 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc2b69d-c858-49e5-a68e-c8a6e8a41844 None None] Checking router: 7130908a-1614-4fa9-815a-6d1d97706859 for host: dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:38:35.914793 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc2b69d-c858-49e5-a68e-c8a6e8a41844 None None] Routers {'7130908a-1614-4fa9-815a-6d1d97706859'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:38:35.915392 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-8cc2b69d-c858-49e5-a68e-c8a6e8a41844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:38:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['7130908a-1614-4fa9-815a-6d1d97706859'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:38:36.022723 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-8cc2b69d-c858-49e5-a68e-c8a6e8a41844 None None] Set router 7130908a-1614-4fa9-815a-6d1d97706859 gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:38:36.147622 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:36.219639 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-8cc2b69d-c858-49e5-a68e-c8a6e8a41844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7130908a-1614-4fa9-815a-6d1d97706859', 'name': 'tempest-AttachVolumeTestJSON-800083649-router', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:54Z', 'revision_number': 4, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'gw_port': {'id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '846e70af-4bf5-4c15-bfeb-779aca9b62a1', 'name': '', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'mac_address': 'fa:16:3e:84:b3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:54Z', 'updated_at': '2022-03-18T00:35:58Z', 'revision_number': 5, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'subnets': [{'id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:38:36.245964 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc2b69d-c858-49e5-a68e-c8a6e8a41844 None None] The sync data for ids ['7130908a-1614-4fa9-815a-6d1d97706859'] in dv-cinder-768458-19-smb is: [{'id': '7130908a-1614-4fa9-815a-6d1d97706859', 'name': 'tempest-AttachVolumeTestJSON-800083649-router', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:54Z', 'revision_number': 4, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'gw_port': {'id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '846e70af-4bf5-4c15-bfeb-779aca9b62a1', 'name': '', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'mac_address': 'fa:16:3e:84:b3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:54Z', 'updated_at': '2022-03-18T00:35:58Z', 'revision_number': 5, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'subnets': [{'id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:38:36.462561 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4651d477-051e-4cce-ac46-e625cf37cde4 None None] New status for floating IP 1f003d27-9ab8-4a31-a42b-401ec54d7526: DOWN {{(pid=109624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 00:38:36.675402 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56084) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:38:36.726262 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-d8459fc0-0380-4938-949c-2c4ff98cf4ee tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for security_group (8b976bdb-f14a-4b54-ad2c-13ff7da49fa4), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:36.748407 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-d8459fc0-0380-4938-949c-2c4ff98cf4ee tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for security_group (8b976bdb-f14a-4b54-ad2c-13ff7da49fa4), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:36.796790 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-d8459fc0-0380-4938-949c-2c4ff98cf4ee tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (8b976bdb-f14a-4b54-ad2c-13ff7da49fa4), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:36.800459 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-d8459fc0-0380-4938-949c-2c4ff98cf4ee tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:36.801619 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-d8459fc0-0380-4938-949c-2c4ff98cf4ee tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "DELETE /v2.0/security-groups/8b976bdb-f14a-4b54-ad2c-13ff7da49fa4 HTTP/1.1" status: 204 len: 168 time: 0.1251678 Mar 18 00:38:36.804440 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56086) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:38:36.810123 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8459fc0-0380-4938-949c-2c4ff98cf4ee tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b976bdb-f14a-4b54-ad2c-13ff7da49fa4,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:38:36.818362 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.api.v2.resource [None req-9927162e-5e10-4b28-9c80-d1ee1831d690 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] show failed (client error): The resource could not be found. Mar 18 00:38:36.819437 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-9927162e-5e10-4b28-9c80-d1ee1831d690 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups/8b976bdb-f14a-4b54-ad2c-13ff7da49fa4 HTTP/1.1" status: 404 len: 347 time: 0.0140300 Mar 18 00:38:36.822301 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56088) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:38:36.944019 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Deleting port 2292950a-e3be-4869-8dbe-513aa0c3aac4 {{(pid=109623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:38:36.944354 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (2292950a-e3be-4869-8dbe-513aa0c3aac4), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:37.015338 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (2292950a-e3be-4869-8dbe-513aa0c3aac4), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:37.015660 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for floatingip (2292950a-e3be-4869-8dbe-513aa0c3aac4), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:37.027265 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Calling delete_port for 2292950a-e3be-4869-8dbe-513aa0c3aac4 owned by network:floatingip {{(pid=109623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:38:37.155583 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (2292950a-e3be-4869-8dbe-513aa0c3aac4), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:37.180084 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Pushing event deleted for resources: {'Port': ['ID=2292950a-e3be-4869-8dbe-513aa0c3aac4,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:38:37.208518 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:37.208870 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:37.209213 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:37.209585 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:37.209921 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:37.210251 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:37.210577 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:37.210902 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:37.211231 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:37.211554 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:37.211879 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:37.212203 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:37.212525 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:37.212844 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:37.213163 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:37.252535 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for floatingip (1f003d27-9ab8-4a31-a42b-401ec54d7526), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:37.255227 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:37.256367 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-946699ab-2122-4806-9490-11ca8528de0b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "DELETE /v2.0/floatingips/1f003d27-9ab8-4a31-a42b-401ec54d7526 HTTP/1.1" status: 204 len: 168 time: 0.4331746 Mar 18 00:38:37.642373 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56092) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:38:37.646911 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-45228e49-318a-42ec-8cd1-327ac4cf9ecb tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1176429798', 'description': 'tempest-description--40689218'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:38:37.667162 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-45228e49-318a-42ec-8cd1-327ac4cf9ecb tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:37.733655 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-45228e49-318a-42ec-8cd1-327ac4cf9ecb tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for security_group (17b92304-57cb-49d0-bdcd-f97db3135498), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:37.737875 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-45228e49-318a-42ec-8cd1-327ac4cf9ecb tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (17b92304-57cb-49d0-bdcd-f97db3135498), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:37.773551 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-45228e49-318a-42ec-8cd1-327ac4cf9ecb tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:37.774777 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-45228e49-318a-42ec-8cd1-327ac4cf9ecb tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1314106 Mar 18 00:38:37.779118 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45228e49-318a-42ec-8cd1-327ac4cf9ecb tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b92304-57cb-49d0-bdcd-f97db3135498,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:38:37.779287 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56094) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:38:37.783524 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-460fecf1-ea32-4e90-b842-077178032091 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Request body: {'security_group_rule': {'security_group_id': '17b92304-57cb-49d0-bdcd-f97db3135498', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:38:37.814343 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-460fecf1-ea32-4e90-b842-077178032091 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for security_group_rule (124ebce2-0f3d-4e96-9bd0-bc647e706d96), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:37.858411 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-460fecf1-ea32-4e90-b842-077178032091 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for security_group_rule (124ebce2-0f3d-4e96-9bd0-bc647e706d96), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:37.862251 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-460fecf1-ea32-4e90-b842-077178032091 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (124ebce2-0f3d-4e96-9bd0-bc647e706d96), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:37.879084 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fecf1-ea32-4e90-b842-077178032091 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124ebce2-0f3d-4e96-9bd0-bc647e706d96,revision_number=0']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:38:37.887287 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-460fecf1-ea32-4e90-b842-077178032091 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:37.888446 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-460fecf1-ea32-4e90-b842-077178032091 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1092720 Mar 18 00:38:37.891269 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56096) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:38:37.896297 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-a5803c3a-49ee-461d-b2e2-ac97a0154ca7 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Request body: {'security_group_rule': {'security_group_id': '17b92304-57cb-49d0-bdcd-f97db3135498', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:38:37.920382 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-a5803c3a-49ee-461d-b2e2-ac97a0154ca7 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for security_group_rule (02af965f-47e6-47d5-aedd-dde353356ed3), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:37.975311 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-a5803c3a-49ee-461d-b2e2-ac97a0154ca7 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for security_group_rule (02af965f-47e6-47d5-aedd-dde353356ed3), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:37.978901 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-a5803c3a-49ee-461d-b2e2-ac97a0154ca7 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (02af965f-47e6-47d5-aedd-dde353356ed3), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:37.996167 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5803c3a-49ee-461d-b2e2-ac97a0154ca7 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02af965f-47e6-47d5-aedd-dde353356ed3,revision_number=0']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:38:38.007120 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-a5803c3a-49ee-461d-b2e2-ac97a0154ca7 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:38.008292 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-a5803c3a-49ee-461d-b2e2-ac97a0154ca7 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154273 Mar 18 00:38:38.011315 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56098) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:38:38.015473 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-8d66ad83-f915-4ebb-88bf-d446d04c1004 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Request body: {'floatingip': {'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:38:38.036538 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8d66ad83-f915-4ebb-88bf-d446d04c1004 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:38.130597 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8d66ad83-f915-4ebb-88bf-d446d04c1004 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:38.229135 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [None req-8d66ad83-f915-4ebb-88bf-d446d04c1004 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Allocated IP 172.28.2.47 (5e3ddc34-ad90-40ce-bf33-6bccf71106f9/1eeedb1d-7e47-41b2-b3a3-f344e50a1163/d53aa01b-2847-45a9-be24-f62ceaec096b) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:38:38.331621 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8d66ad83-f915-4ebb-88bf-d446d04c1004 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for port (d53aa01b-2847-45a9-be24-f62ceaec096b), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:38.363158 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8d66ad83-f915-4ebb-88bf-d446d04c1004 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (d53aa01b-2847-45a9-be24-f62ceaec096b), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:38.399562 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d66ad83-f915-4ebb-88bf-d446d04c1004 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:38:38.402641 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-8d66ad83-f915-4ebb-88bf-d446d04c1004 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:38:38.408616 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d66ad83-f915-4ebb-88bf-d446d04c1004 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:38:38.413911 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66ad83-f915-4ebb-88bf-d446d04c1004 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Pushing event updated for resources: {'Port': ['ID=d53aa01b-2847-45a9-be24-f62ceaec096b,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:38:38.494518 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8d66ad83-f915-4ebb-88bf-d446d04c1004 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for floatingip (efeeb44c-e789-4a04-a9d7-94dfca413953), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:38.528926 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8d66ad83-f915-4ebb-88bf-d446d04c1004 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (d53aa01b-2847-45a9-be24-f62ceaec096b), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:38.671398 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8d66ad83-f915-4ebb-88bf-d446d04c1004 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for port (d53aa01b-2847-45a9-be24-f62ceaec096b), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:38.676244 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8d66ad83-f915-4ebb-88bf-d446d04c1004 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (d53aa01b-2847-45a9-be24-f62ceaec096b), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:38.741310 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66ad83-f915-4ebb-88bf-d446d04c1004 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Pushing event updated for resources: {'Port': ['ID=d53aa01b-2847-45a9-be24-f62ceaec096b,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:38:38.751622 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8d66ad83-f915-4ebb-88bf-d446d04c1004 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (efeeb44c-e789-4a04-a9d7-94dfca413953), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:38.767197 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8d66ad83-f915-4ebb-88bf-d446d04c1004 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:38.768424 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-8d66ad83-f915-4ebb-88bf-d446d04c1004 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7562022 Mar 18 00:38:38.852196 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device b60f82ff-9e36-4de9-bed1-e120e54f03a5 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:38:38.876610 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] No Port match for: b60f82ff-9e36-4de9-bed1-e120e54f03a5 {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:38:38.877295 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device b60f82ff-9e36-4de9-bed1-e120e54f03a5 not bound to the agent host hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:38:38.965151 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-8fde3871-5f3c-4f4d-a07c-f1c5017b61f3 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1176429798&fields=id&tenant_id=ce93ce4ff02b4631896a4bd727176133 HTTP/1.1" status: 200 len: 267 time: 0.0412056 Mar 18 00:38:39.070058 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-1f5b5cf1-67bb-49de-9202-f7c2f8241fa6 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:39.071527 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-1f5b5cf1-67bb-49de-9202-f7c2f8241fa6 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/networks?id=9b41d3ef-8df0-4228-b239-d97be7a8c032 HTTP/1.1" status: 200 len: 810 time: 0.1000860 Mar 18 00:38:39.092439 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-62b8f80c-cade-4720-952d-f9d2334df4f0 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/quotas/ce93ce4ff02b4631896a4bd727176133 HTTP/1.1" status: 200 len: 375 time: 0.0155227 Mar 18 00:38:39.382540 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-945dbb04-7ab3-4fef-8e0f-90c5bec92dad tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce93ce4ff02b4631896a4bd727176133&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2846096 Mar 18 00:38:39.568772 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-3e87f36b-3a1e-49e6-92f7-3fa010a070e4 service neutron] 10.222.0.23 "GET /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745965 Mar 18 00:38:39.659071 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-d5d4986c-5c43-4c37-bef1-cce734729a7e service neutron] 10.222.0.23 "GET /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844014 Mar 18 00:38:39.815771 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-be0fd67e-dbb7-4743-ad2f-049f94634205 req-c40f73fa-3805-4d47-a09f-407ff6c24c48 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a17a1e3a-38df-490f-9a3e-cfbcbe3139cb HTTP/1.1" status: 200 len: 210 time: 0.0271823 Mar 18 00:38:40.898812 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-5a0644f5-7134-4987-9095-852ce33188b7 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:40.900615 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-5a0644f5-7134-4987-9095-852ce33188b7 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.10 "GET /v2.0/networks?id=9b41d3ef-8df0-4228-b239-d97be7a8c032 HTTP/1.1" status: 200 len: 810 time: 0.1080472 Mar 18 00:38:40.916375 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e3717464-a19c-406c-83e0-b93587eda7d3 req-0f2085d4-ea2d-4006-92a4-a845e126f238 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a17a1e3a-38df-490f-9a3e-cfbcbe3139cb HTTP/1.1" status: 200 len: 210 time: 0.0293474 Mar 18 00:38:40.978575 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-e06abdc6-7f03-4e5a-8d63-244b22fdf2c6 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce93ce4ff02b4631896a4bd727176133 HTTP/1.1" status: 200 len: 380 time: 0.0543897 Mar 18 00:38:40.991295 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-aa58744b-2696-4a7c-923b-5c6d4d84adbf tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Request body: {'port': {'device_id': 'a17a1e3a-38df-490f-9a3e-cfbcbe3139cb', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'admin_state_up': True, 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'security_groups': ['17b92304-57cb-49d0-bdcd-f97db3135498']}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:38:41.098070 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-aa58744b-2696-4a7c-923b-5c6d4d84adbf tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Made reservation on behalf of ce93ce4ff02b4631896a4bd727176133 for: {'port': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:38:41.101252 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-aa58744b-2696-4a7c-923b-5c6d4d84adbf tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:41.223130 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-aa58744b-2696-4a7c-923b-5c6d4d84adbf tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Allocated IP 172.20.0.9 (9b41d3ef-8df0-4228-b239-d97be7a8c032/d10aa246-965f-47e9-9ba8-ebcd4309ef4e/c53a40ee-91c8-4158-90b4-b15c0a283f5a) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:38:41.356790 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-aa58744b-2696-4a7c-923b-5c6d4d84adbf tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for port (c53a40ee-91c8-4158-90b4-b15c0a283f5a), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:41.388670 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-aa58744b-2696-4a7c-923b-5c6d4d84adbf tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (c53a40ee-91c8-4158-90b4-b15c0a283f5a), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:41.429266 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-aa58744b-2696-4a7c-923b-5c6d4d84adbf tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Network 9b41d3ef-8df0-4228-b239-d97be7a8c032 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:38:41.432350 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-aa58744b-2696-4a7c-923b-5c6d4d84adbf tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:38:41.438913 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-aa58744b-2696-4a7c-923b-5c6d4d84adbf tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:38:41.444546 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58744b-2696-4a7c-923b-5c6d4d84adbf tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Pushing event updated for resources: {'Port': ['ID=c53a40ee-91c8-4158-90b4-b15c0a283f5a,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:38:41.489075 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-aa58744b-2696-4a7c-923b-5c6d4d84adbf tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:41.489720 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-aa58744b-2696-4a7c-923b-5c6d4d84adbf tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:41.506552 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-aa58744b-2696-4a7c-923b-5c6d4d84adbf tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5188210 Mar 18 00:38:41.529011 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-95988a35-1721-4d65-a8e4-d938799fe8a6 service neutron] Request body: {'port': {'device_id': 'a17a1e3a-38df-490f-9a3e-cfbcbe3139cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:38:41.594004 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-95988a35-1721-4d65-a8e4-d938799fe8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (c53a40ee-91c8-4158-90b4-b15c0a283f5a), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:41.636504 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-4aeb10f4-d896-4ef2-bee5-5352a98707e7 None None] Provisioning complete for port c53a40ee-91c8-4158-90b4-b15c0a283f5a triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:38:41.637053 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-4aeb10f4-d896-4ef2-bee5-5352a98707e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (c53a40ee-91c8-4158-90b4-b15c0a283f5a), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:41.669566 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb10f4-d896-4ef2-bee5-5352a98707e7 None None] Port c53a40ee-91c8-4158-90b4-b15c0a283f5a cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:38:41.849519 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-95988a35-1721-4d65-a8e4-d938799fe8a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c53a40ee-91c8-4158-90b4-b15c0a283f5a {{(pid=109622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:38:41.856740 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-95988a35-1721-4d65-a8e4-d938799fe8a6 service neutron] Publish callbacks [] for port (c53a40ee-91c8-4158-90b4-b15c0a283f5a), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:41.869104 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.provisioning_blocks [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-95988a35-1721-4d65-a8e4-d938799fe8a6 service neutron] Transition to ACTIVE for port object c53a40ee-91c8-4158-90b4-b15c0a283f5a will not be triggered until provisioned by entity L2. {{(pid=109622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 00:38:41.872833 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-95988a35-1721-4d65-a8e4-d938799fe8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (c53a40ee-91c8-4158-90b4-b15c0a283f5a), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:41.923159 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95988a35-1721-4d65-a8e4-d938799fe8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c53a40ee-91c8-4158-90b4-b15c0a283f5a,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:38:42.033599 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-95988a35-1721-4d65-a8e4-d938799fe8a6 service neutron] Attempting to bind port c53a40ee-91c8-4158-90b4-b15c0a283f5a on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:38:42.033999 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-95988a35-1721-4d65-a8e4-d938799fe8a6 service neutron] Attempting to bind port c53a40ee-91c8-4158-90b4-b15c0a283f5a by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '2c9f021a-bd48-4be1-8ba0-f515c49b029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032'}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:38:42.034419 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-95988a35-1721-4d65-a8e4-d938799fe8a6 service neutron] Attempting to bind port c53a40ee-91c8-4158-90b4-b15c0a283f5a on network 9b41d3ef-8df0-4228-b239-d97be7a8c032 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:38:42.044047 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-95988a35-1721-4d65-a8e4-d938799fe8a6 service neutron] Port c53a40ee-91c8-4158-90b4-b15c0a283f5a on network 9b41d3ef-8df0-4228-b239-d97be7a8c032 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 00:38:42.044378 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-95988a35-1721-4d65-a8e4-d938799fe8a6 service neutron] Attempting to bind port c53a40ee-91c8-4158-90b4-b15c0a283f5a on network 9b41d3ef-8df0-4228-b239-d97be7a8c032 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:38:42.060474 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf4404-af01-40f5-b6b5-97dd8bcf4bcb req-2cf5ed5d-593d-480a-8bc3-0f602471a24a tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:42.061998 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-54cf4404-af01-40f5-b6b5-97dd8bcf4bcb req-2cf5ed5d-593d-480a-8bc3-0f602471a24a tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a17a1e3a-38df-490f-9a3e-cfbcbe3139cb HTTP/1.1" status: 200 len: 943 time: 0.0750451 Mar 18 00:38:42.062740 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-95988a35-1721-4d65-a8e4-d938799fe8a6 service neutron] Checking agent: {'id': 'a11cec97-e670-4172-acc9-1e6c1f318043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'started_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:38:42.063075 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-95988a35-1721-4d65-a8e4-d938799fe8a6 service neutron] Checking segment: {'id': '2c9f021a-bd48-4be1-8ba0-f515c49b029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:38:42.063488 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-95988a35-1721-4d65-a8e4-d938799fe8a6 service neutron] Bound using segment: {'id': '2c9f021a-bd48-4be1-8ba0-f515c49b029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032'} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:38:42.063932 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-95988a35-1721-4d65-a8e4-d938799fe8a6 service neutron] Bound port: c53a40ee-91c8-4158-90b4-b15c0a283f5a, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c9f021a-bd48-4be1-8ba0-f515c49b029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032'}}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:38:42.064291 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-95988a35-1721-4d65-a8e4-d938799fe8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (c53a40ee-91c8-4158-90b4-b15c0a283f5a), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:42.156370 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-54cf4404-af01-40f5-b6b5-97dd8bcf4bcb req-a3ad4bf2-b789-4f54-8915-e1d6485d4bb6 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=17b92304-57cb-49d0-bdcd-f97db3135498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831161 Mar 18 00:38:42.162375 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-95988a35-1721-4d65-a8e4-d938799fe8a6 service neutron] For port c53a40ee-91c8-4158-90b4-b15c0a283f5a, host hv-cinder-76845, cleared binding levels {{(pid=109622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:38:42.165559 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-95988a35-1721-4d65-a8e4-d938799fe8a6 service neutron] For port c53a40ee-91c8-4158-90b4-b15c0a283f5a, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c53a40ee-91c8-4158-90b4-b15c0a283f5a,segment=NetworkSegment(2c9f021a-bd48-4be1-8ba0-f515c49b029d),segment_id=2c9f021a-bd48-4be1-8ba0-f515c49b029d)] {{(pid=109622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:38:42.171585 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-95988a35-1721-4d65-a8e4-d938799fe8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (c53a40ee-91c8-4158-90b4-b15c0a283f5a), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:42.210275 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-95988a35-1721-4d65-a8e4-d938799fe8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:42.210954 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-95988a35-1721-4d65-a8e4-d938799fe8a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:42.212230 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-95988a35-1721-4d65-a8e4-d938799fe8a6 service neutron] 10.222.0.10 "PUT /v2.0/ports/c53a40ee-91c8-4158-90b4-b15c0a283f5a HTTP/1.1" status: 200 len: 1093 time: 0.6877420 Mar 18 00:38:42.212669 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17a1e3a-38df-490f-9a3e-cfbcbe3139cb', 'tag': 'c53a40ee-91c8-4158-90b4-b15c0a283f5a'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:38:42.214888 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05951ec-06bf-46de-bafb-1dc368b9f37e" -d '{"events": [{"name": "network-changed", "server_uuid": "a17a1e3a-38df-490f-9a3e-cfbcbe3139cb", "tag": "c53a40ee-91c8-4158-90b4-b15c0a283f5a"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:38:42.245178 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95988a35-1721-4d65-a8e4-d938799fe8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c53a40ee-91c8-4158-90b4-b15c0a283f5a,revision_number=3']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:38:42.259137 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7633dde8-6d37-41d7-8780-f846911abdef x-openstack-request-id: req-7633dde8-6d37-41d7-8780-f846911abdef {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:38:42.259515 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17a1e3a-38df-490f-9a3e-cfbcbe3139cb", "tag": "c53a40ee-91c8-4158-90b4-b15c0a283f5a", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:38:42.259959 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7633dde8-6d37-41d7-8780-f846911abdef {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:38:42.260426 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17a1e3a-38df-490f-9a3e-cfbcbe3139cb', 'tag': 'c53a40ee-91c8-4158-90b4-b15c0a283f5a', 'status': 'completed', 'code': 200} Mar 18 00:38:42.348293 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-d2153686-0abb-4a82-9460-a070e1557163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:42.349879 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-d2153686-0abb-4a82-9460-a070e1557163 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce93ce4ff02b4631896a4bd727176133&device_id=a17a1e3a-38df-490f-9a3e-cfbcbe3139cb HTTP/1.1" status: 200 len: 1127 time: 0.0464506 Mar 18 00:38:42.410651 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-5fa9ce1c-87b0-473f-9171-f2aa1db848e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c53a40ee-91c8-4158-90b4-b15c0a283f5a HTTP/1.1" status: 200 len: 217 time: 0.0393975 Mar 18 00:38:42.459584 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-095dbc73-424a-4302-a2a0-9e254b02f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:42.460990 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-095dbc73-424a-4302-a2a0-9e254b02f4b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d10aa246-965f-47e9-9ba8-ebcd4309ef4e HTTP/1.1" status: 200 len: 849 time: 0.0418088 Mar 18 00:38:42.511310 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-7243ac3c-deac-4e5e-9302-495e3dde653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:42.512699 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-7243ac3c-deac-4e5e-9302-495e3dde653a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9b41d3ef-8df0-4228-b239-d97be7a8c032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0417912 Mar 18 00:38:42.603697 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-f3747721-b815-4915-9288-4bb579d1f0c0 service neutron] 10.222.0.10 "GET /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814209 Mar 18 00:38:42.691848 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5a2ffd12-b5c0-4157-b994-085b0d8dd33c req-54091fa8-8a26-4ad8-9e19-8fb567ac596c service neutron] 10.222.0.10 "GET /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785537 Mar 18 00:38:42.833290 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05951ec-06bf-46de-bafb-1dc368b9f37e req-f31b637a-61df-4eea-9c26-4bd68da0d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:42.834799 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a05951ec-06bf-46de-bafb-1dc368b9f37e req-f31b637a-61df-4eea-9c26-4bd68da0d9e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce93ce4ff02b4631896a4bd727176133&device_id=a17a1e3a-38df-490f-9a3e-cfbcbe3139cb HTTP/1.1" status: 200 len: 1127 time: 0.0444684 Mar 18 00:38:42.928567 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05951ec-06bf-46de-bafb-1dc368b9f37e req-23ba0aeb-57b5-4b6e-8a47-0183f48c2600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:42.930037 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a05951ec-06bf-46de-bafb-1dc368b9f37e req-23ba0aeb-57b5-4b6e-8a47-0183f48c2600 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9b41d3ef-8df0-4228-b239-d97be7a8c032 HTTP/1.1" status: 200 len: 910 time: 0.0882320 Mar 18 00:38:42.970299 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a05951ec-06bf-46de-bafb-1dc368b9f37e req-728e1e98-ccd7-4349-bfce-ead8f9fb23b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c53a40ee-91c8-4158-90b4-b15c0a283f5a HTTP/1.1" status: 200 len: 217 time: 0.0337367 Mar 18 00:38:43.015282 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05951ec-06bf-46de-bafb-1dc368b9f37e req-87a5afef-22aa-4095-9291-c84f2b68859c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:43.019401 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a05951ec-06bf-46de-bafb-1dc368b9f37e req-87a5afef-22aa-4095-9291-c84f2b68859c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d10aa246-965f-47e9-9ba8-ebcd4309ef4e HTTP/1.1" status: 200 len: 849 time: 0.0408430 Mar 18 00:38:43.068886 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05951ec-06bf-46de-bafb-1dc368b9f37e req-9e683f58-944b-4408-893e-1e8d97fb78da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:43.070397 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a05951ec-06bf-46de-bafb-1dc368b9f37e req-9e683f58-944b-4408-893e-1e8d97fb78da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9b41d3ef-8df0-4228-b239-d97be7a8c032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0471754 Mar 18 00:38:43.159168 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a05951ec-06bf-46de-bafb-1dc368b9f37e req-a686a1c6-8e35-4bc0-b7b9-743d1b688b07 service neutron] 10.222.0.10 "GET /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823350 Mar 18 00:38:43.280054 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a05951ec-06bf-46de-bafb-1dc368b9f37e req-d9b551f2-3469-410f-a422-7995b3e7e933 service neutron] 10.222.0.10 "GET /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134968 Mar 18 00:38:43.297306 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857a34f-6e35-43db-a21a-c2323e516994 req-a14027ae-a3a5-4ef2-9c5b-6914c1653fe1 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:43.299707 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d857a34f-6e35-43db-a21a-c2323e516994 req-a14027ae-a3a5-4ef2-9c5b-6914c1653fe1 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a17a1e3a-38df-490f-9a3e-cfbcbe3139cb HTTP/1.1" status: 200 len: 943 time: 0.0741458 Mar 18 00:38:43.346408 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d857a34f-6e35-43db-a21a-c2323e516994 req-8cf19740-a4ce-4c31-9860-f8baff5ff31c tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=17b92304-57cb-49d0-bdcd-f97db3135498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412381 Mar 18 00:38:44.465387 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a64a7-3f37-41e2-b32e-5e2ae1cda789 req-5626e951-f89a-4cb1-a320-a1525cfc385d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:44.466853 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-867a64a7-3f37-41e2-b32e-5e2ae1cda789 req-5626e951-f89a-4cb1-a320-a1525cfc385d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a17a1e3a-38df-490f-9a3e-cfbcbe3139cb HTTP/1.1" status: 200 len: 943 time: 0.0520151 Mar 18 00:38:44.512598 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-867a64a7-3f37-41e2-b32e-5e2ae1cda789 req-c99980af-a756-4117-a2f6-e2e1e0f0fe2c tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=17b92304-57cb-49d0-bdcd-f97db3135498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399458 Mar 18 00:38:45.630723 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0510c9-d48a-425b-96d4-34448f47e733 req-1f0bcd6f-5c0a-4135-a9f2-373ef678e805 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:45.632108 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9c0510c9-d48a-425b-96d4-34448f47e733 req-1f0bcd6f-5c0a-4135-a9f2-373ef678e805 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a17a1e3a-38df-490f-9a3e-cfbcbe3139cb HTTP/1.1" status: 200 len: 943 time: 0.0505474 Mar 18 00:38:45.683547 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9c0510c9-d48a-425b-96d4-34448f47e733 req-4b4ff400-50f8-45e0-9e89-b795703e53d7 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=17b92304-57cb-49d0-bdcd-f97db3135498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459781 Mar 18 00:38:46.804175 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7888802-4ce8-4b1c-8f3c-4eb4dcdbb8b4 req-0f5aa691-5d83-4ad0-9372-82f85bb11095 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:46.805669 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f7888802-4ce8-4b1c-8f3c-4eb4dcdbb8b4 req-0f5aa691-5d83-4ad0-9372-82f85bb11095 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a17a1e3a-38df-490f-9a3e-cfbcbe3139cb HTTP/1.1" status: 200 len: 943 time: 0.0553837 Mar 18 00:38:46.850763 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f7888802-4ce8-4b1c-8f3c-4eb4dcdbb8b4 req-83bc9a16-3281-476e-8b4f-95ff2cb2ec6d tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=17b92304-57cb-49d0-bdcd-f97db3135498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393629 Mar 18 00:38:46.941093 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device c53a40ee-91c8-4158-90b4-b15c0a283f5a details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 00:38:47.035484 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port c53a40ee-91c8-4158-90b4-b15c0a283f5a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c53a40ee-91c8-4158-90b4-b15c0a283f5a,segment=NetworkSegment(2c9f021a-bd48-4be1-8ba0-f515c49b029d),segment_id=2c9f021a-bd48-4be1-8ba0-f515c49b029d)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:38:47.046460 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Returning: {'device': 'c53a40ee-91c8-4158-90b4-b15c0a283f5a', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'port_id': 'c53a40ee-91c8-4158-90b4-b15c0a283f5a', 'mac_address': 'fa:16:3e:c4:e0:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 00:38:47.082011 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port c53a40ee-91c8-4158-90b4-b15c0a283f5a is: DOWN; New status is: BUILD {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:38:47.082381 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (c53a40ee-91c8-4158-90b4-b15c0a283f5a), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:47.095197 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c53a40ee-91c8-4158-90b4-b15c0a283f5a {{(pid=109624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:38:47.117549 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port c53a40ee-91c8-4158-90b4-b15c0a283f5a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c53a40ee-91c8-4158-90b4-b15c0a283f5a,segment=NetworkSegment(2c9f021a-bd48-4be1-8ba0-f515c49b029d),segment_id=2c9f021a-bd48-4be1-8ba0-f515c49b029d)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:38:47.121064 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (c53a40ee-91c8-4158-90b4-b15c0a283f5a), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:47.166537 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=c53a40ee-91c8-4158-90b4-b15c0a283f5a,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:38:47.173280 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:47.173661 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:47.174011 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:47.174353 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:47.174691 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:47.175027 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:47.175355 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:47.175684 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:47.176013 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:47.176339 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:47.176669 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:47.176999 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:47.177324 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:47.177673 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:47.177998 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:38:47.545198 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['c53a40ee-91c8-4158-90b4-b15c0a283f5a'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:38:47.966683 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88a0b2-9c3b-43e8-a6e5-f3f04055a26a req-7afadf96-89ca-447f-96ef-ff664e196616 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:47.968135 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-3b88a0b2-9c3b-43e8-a6e5-f3f04055a26a req-7afadf96-89ca-447f-96ef-ff664e196616 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a17a1e3a-38df-490f-9a3e-cfbcbe3139cb HTTP/1.1" status: 200 len: 944 time: 0.0512676 Mar 18 00:38:48.013451 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-3b88a0b2-9c3b-43e8-a6e5-f3f04055a26a req-cb6a889c-d793-4146-af46-d236bc65e4b2 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=17b92304-57cb-49d0-bdcd-f97db3135498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397167 Mar 18 00:38:48.950531 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device c53a40ee-91c8-4158-90b4-b15c0a283f5a up at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:38:48.998802 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning for port c53a40ee-91c8-4158-90b4-b15c0a283f5a completed by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 00:38:49.003273 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning complete for port c53a40ee-91c8-4158-90b4-b15c0a283f5a triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:38:49.003642 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (c53a40ee-91c8-4158-90b4-b15c0a283f5a), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:49.079622 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port c53a40ee-91c8-4158-90b4-b15c0a283f5a is: BUILD; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:38:49.080024 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (c53a40ee-91c8-4158-90b4-b15c0a283f5a), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:49.102082 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17a1e3a-38df-490f-9a3e-cfbcbe3139cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53a40ee-91c8-4158-90b4-b15c0a283f5a'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:38:49.104301 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa82412-b899-4785-bbb9-c53094b5848c" -d '{"events": [{"server_uuid": "a17a1e3a-38df-490f-9a3e-cfbcbe3139cb", "name": "network-vif-plugged", "status": "completed", "tag": "c53a40ee-91c8-4158-90b4-b15c0a283f5a"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:38:49.121045 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port c53a40ee-91c8-4158-90b4-b15c0a283f5a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c53a40ee-91c8-4158-90b4-b15c0a283f5a,segment=NetworkSegment(2c9f021a-bd48-4be1-8ba0-f515c49b029d),segment_id=2c9f021a-bd48-4be1-8ba0-f515c49b029d)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:38:49.125343 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (c53a40ee-91c8-4158-90b4-b15c0a283f5a), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:49.133994 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bda21f-8803-4bb5-966e-0cfad7566d15 req-7d96b5fd-c8df-4de7-aae8-11a5bfeb63c3 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:49.137133 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e7bda21f-8803-4bb5-966e-0cfad7566d15 req-7d96b5fd-c8df-4de7-aae8-11a5bfeb63c3 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a17a1e3a-38df-490f-9a3e-cfbcbe3139cb HTTP/1.1" status: 200 len: 944 time: 0.0584064 Mar 18 00:38:49.148955 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d80c836-e362-43bf-a9db-226a0dfedf36 x-openstack-request-id: req-6d80c836-e362-43bf-a9db-226a0dfedf36 {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:38:49.149245 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17a1e3a-38df-490f-9a3e-cfbcbe3139cb", "name": "network-vif-plugged", "status": "completed", "tag": "c53a40ee-91c8-4158-90b4-b15c0a283f5a", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:38:49.149518 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d80c836-e362-43bf-a9db-226a0dfedf36 {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:38:49.149909 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17a1e3a-38df-490f-9a3e-cfbcbe3139cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53a40ee-91c8-4158-90b4-b15c0a283f5a', 'code': 200} Mar 18 00:38:49.175007 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=c53a40ee-91c8-4158-90b4-b15c0a283f5a,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:38:49.183386 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e7bda21f-8803-4bb5-966e-0cfad7566d15 req-6eebd051-ee7a-48b6-a118-dc1a070d8a75 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=17b92304-57cb-49d0-bdcd-f97db3135498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408475 Mar 18 00:38:49.371280 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518f330-bafd-43b6-9c66-9168bb13bbc6 req-5347036a-7b35-4ac7-8eb1-6c15f0247b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:49.372697 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d518f330-bafd-43b6-9c66-9168bb13bbc6 req-5347036a-7b35-4ac7-8eb1-6c15f0247b81 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a17a1e3a-38df-490f-9a3e-cfbcbe3139cb HTTP/1.1" status: 200 len: 1129 time: 0.0428874 Mar 18 00:38:49.414622 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d518f330-bafd-43b6-9c66-9168bb13bbc6 req-8440aaf8-b8a8-4717-b771-5f3218f8dc90 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=17b92304-57cb-49d0-bdcd-f97db3135498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355992 Mar 18 00:38:50.305687 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a89443-1d26-4692-a5a4-7b45ad95fccc req-67653b73-3a4a-427b-a79f-113ce9c0cb0a tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:50.307134 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c7a89443-1d26-4692-a5a4-7b45ad95fccc req-67653b73-3a4a-427b-a79f-113ce9c0cb0a tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a17a1e3a-38df-490f-9a3e-cfbcbe3139cb HTTP/1.1" status: 200 len: 945 time: 0.0540080 Mar 18 00:38:50.352555 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c7a89443-1d26-4692-a5a4-7b45ad95fccc req-8e57c370-0040-4856-ac40-726ce5ab7065 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=17b92304-57cb-49d0-bdcd-f97db3135498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398805 Mar 18 00:38:51.464962 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-d23711b5-7bd1-4f2c-b93e-f246014e8d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:51.472469 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1116f-8634-46bd-81c6-74d01278c8fa req-e72b94b5-058d-4596-8647-a60d32c8c13a tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:51.473971 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b1c1116f-8634-46bd-81c6-74d01278c8fa req-e72b94b5-058d-4596-8647-a60d32c8c13a tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a17a1e3a-38df-490f-9a3e-cfbcbe3139cb HTTP/1.1" status: 200 len: 945 time: 0.0550430 Mar 18 00:38:51.519984 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b1c1116f-8634-46bd-81c6-74d01278c8fa req-4cf6f70d-7a7f-4661-8b43-c63653fd7b05 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=17b92304-57cb-49d0-bdcd-f97db3135498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401213 Mar 18 00:38:51.633372 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dde9ad-cffd-44ab-bdaa-8e625c7df9d3 req-e7dc944f-132c-4098-b4db-64b403b8c35e tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:51.634866 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-24dde9ad-cffd-44ab-bdaa-8e625c7df9d3 req-e7dc944f-132c-4098-b4db-64b403b8c35e tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a17a1e3a-38df-490f-9a3e-cfbcbe3139cb HTTP/1.1" status: 200 len: 945 time: 0.0514493 Mar 18 00:38:51.644007 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56158) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:38:51.648232 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-89818050-8d86-4448-9715-462f65c1b0a0 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Request body: {'floatingip': {'port_id': 'c53a40ee-91c8-4158-90b4-b15c0a283f5a'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:38:51.689669 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-89818050-8d86-4448-9715-462f65c1b0a0 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for floatingip (efeeb44c-e789-4a04-a9d7-94dfca413953), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:52.097795 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-89818050-8d86-4448-9715-462f65c1b0a0 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:52.102527 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-89818050-8d86-4448-9715-462f65c1b0a0 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (efeeb44c-e789-4a04-a9d7-94dfca413953), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:52.201643 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.l3_db [None req-89818050-8d86-4448-9715-462f65c1b0a0 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Floating IP efeeb44c-e789-4a04-a9d7-94dfca413953 associated. External IP: 172.28.2.47, port: c53a40ee-91c8-4158-90b4-b15c0a283f5a. Mar 18 00:38:52.637580 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89818050-8d86-4448-9715-462f65c1b0a0 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Router 7130908a-1614-4fa9-815a-6d1d97706859 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:38:52.743630 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89818050-8d86-4448-9715-462f65c1b0a0 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:38:52.748456 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-89818050-8d86-4448-9715-462f65c1b0a0 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:52.753007 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457f9583-bc4b-4f6b-aa15-cf4a404c6c53 None None] Sync routers for ids ['7130908a-1614-4fa9-815a-6d1d97706859'] in dv-cinder-768458-19-smb {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:38:52.765814 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457f9583-bc4b-4f6b-aa15-cf4a404c6c53 None None] Routers {'7130908a-1614-4fa9-815a-6d1d97706859'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:38:52.766614 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-457f9583-bc4b-4f6b-aa15-cf4a404c6c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:38:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['7130908a-1614-4fa9-815a-6d1d97706859'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:38:52.791327 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-89818050-8d86-4448-9715-462f65c1b0a0 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "PUT /v2.0/floatingips/efeeb44c-e789-4a04-a9d7-94dfca413953 HTTP/1.1" status: 200 len: 990 time: 1.1320343 Mar 18 00:38:52.791327 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17a1e3a-38df-490f-9a3e-cfbcbe3139cb', 'tag': 'c53a40ee-91c8-4158-90b4-b15c0a283f5a'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:38:52.791327 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf526e26-0fff-45aa-b6af-744e3a8026be" -d '{"events": [{"name": "network-changed", "server_uuid": "a17a1e3a-38df-490f-9a3e-cfbcbe3139cb", "tag": "c53a40ee-91c8-4158-90b4-b15c0a283f5a"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:38:52.814807 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd021f33-13b7-4aec-a24c-cbc9746e5ba8 x-openstack-request-id: req-cd021f33-13b7-4aec-a24c-cbc9746e5ba8 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:38:52.815184 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17a1e3a-38df-490f-9a3e-cfbcbe3139cb", "tag": "c53a40ee-91c8-4158-90b4-b15c0a283f5a", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:38:52.815503 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd021f33-13b7-4aec-a24c-cbc9746e5ba8 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:38:52.815933 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17a1e3a-38df-490f-9a3e-cfbcbe3139cb', 'tag': 'c53a40ee-91c8-4158-90b4-b15c0a283f5a', 'status': 'completed', 'code': 200} Mar 18 00:38:52.871583 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-457f9583-bc4b-4f6b-aa15-cf4a404c6c53 None None] Set router 7130908a-1614-4fa9-815a-6d1d97706859 gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:38:52.901473 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf526e26-0fff-45aa-b6af-744e3a8026be req-edb5041e-a6b8-487d-94e9-b62729458b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:52.902902 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cf526e26-0fff-45aa-b6af-744e3a8026be req-edb5041e-a6b8-487d-94e9-b62729458b77 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce93ce4ff02b4631896a4bd727176133&device_id=a17a1e3a-38df-490f-9a3e-cfbcbe3139cb HTTP/1.1" status: 200 len: 1129 time: 0.0441837 Mar 18 00:38:52.992173 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf526e26-0fff-45aa-b6af-744e3a8026be req-35913496-312b-46ee-8217-8042ea0bea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:52.993667 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cf526e26-0fff-45aa-b6af-744e3a8026be req-35913496-312b-46ee-8217-8042ea0bea3d service neutron] 10.222.0.10 "GET /v2.0/networks?id=9b41d3ef-8df0-4228-b239-d97be7a8c032 HTTP/1.1" status: 200 len: 910 time: 0.0850265 Mar 18 00:38:53.057751 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cf526e26-0fff-45aa-b6af-744e3a8026be req-f79c796c-7b93-43e0-9e4e-3cdf8d6bd764 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c53a40ee-91c8-4158-90b4-b15c0a283f5a HTTP/1.1" status: 200 len: 998 time: 0.0584576 Mar 18 00:38:53.094967 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-457f9583-bc4b-4f6b-aa15-cf4a404c6c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7130908a-1614-4fa9-815a-6d1d97706859', 'name': 'tempest-AttachVolumeTestJSON-800083649-router', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:54Z', 'revision_number': 4, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'gw_port': {'id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': 'efeeb44c-e789-4a04-a9d7-94dfca413953', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'floating_ip_address': '172.28.2.47', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'port_id': 'c53a40ee-91c8-4158-90b4-b15c0a283f5a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'mac_address': 'fa:16:3e:c4:e0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17a1e3a-38df-490f-9a3e-cfbcbe3139cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:38:38Z', 'updated_at': '2022-03-18T00:38:52Z', 'revision_number': 1, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846e70af-4bf5-4c15-bfeb-779aca9b62a1', 'name': '', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'mac_address': 'fa:16:3e:84:b3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:54Z', 'updated_at': '2022-03-18T00:35:58Z', 'revision_number': 5, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'subnets': [{'id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:38:53.109456 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf526e26-0fff-45aa-b6af-744e3a8026be req-b69d4056-8b6d-4349-b31a-eb7d99ac0dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:53.110961 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cf526e26-0fff-45aa-b6af-744e3a8026be req-b69d4056-8b6d-4349-b31a-eb7d99ac0dc2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d10aa246-965f-47e9-9ba8-ebcd4309ef4e HTTP/1.1" status: 200 len: 849 time: 0.0464950 Mar 18 00:38:53.122829 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457f9583-bc4b-4f6b-aa15-cf4a404c6c53 None None] Checking router: 7130908a-1614-4fa9-815a-6d1d97706859 for host: dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:38:53.131092 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457f9583-bc4b-4f6b-aa15-cf4a404c6c53 None None] Routers {'7130908a-1614-4fa9-815a-6d1d97706859'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:38:53.131698 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-457f9583-bc4b-4f6b-aa15-cf4a404c6c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:38:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['7130908a-1614-4fa9-815a-6d1d97706859'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:38:53.159896 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf526e26-0fff-45aa-b6af-744e3a8026be req-08e3677e-457a-427d-8dda-1c865bc0be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:38:53.161344 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cf526e26-0fff-45aa-b6af-744e3a8026be req-08e3677e-457a-427d-8dda-1c865bc0be78 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9b41d3ef-8df0-4228-b239-d97be7a8c032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0445569 Mar 18 00:38:53.239468 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-457f9583-bc4b-4f6b-aa15-cf4a404c6c53 None None] Set router 7130908a-1614-4fa9-815a-6d1d97706859 gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:38:53.247046 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cf526e26-0fff-45aa-b6af-744e3a8026be req-9b9842ba-a9ca-446f-ad3c-da3d3c347ab1 service neutron] 10.222.0.10 "GET /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798948 Mar 18 00:38:53.338127 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-cf526e26-0fff-45aa-b6af-744e3a8026be req-3db7eb60-c61c-4a14-8511-487e0543cfb4 service neutron] 10.222.0.10 "GET /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850794 Mar 18 00:38:53.462858 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-457f9583-bc4b-4f6b-aa15-cf4a404c6c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7130908a-1614-4fa9-815a-6d1d97706859', 'name': 'tempest-AttachVolumeTestJSON-800083649-router', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:54Z', 'revision_number': 4, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'gw_port': {'id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': 'efeeb44c-e789-4a04-a9d7-94dfca413953', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'floating_ip_address': '172.28.2.47', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'port_id': 'c53a40ee-91c8-4158-90b4-b15c0a283f5a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'mac_address': 'fa:16:3e:c4:e0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17a1e3a-38df-490f-9a3e-cfbcbe3139cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:38:38Z', 'updated_at': '2022-03-18T00:38:52Z', 'revision_number': 1, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846e70af-4bf5-4c15-bfeb-779aca9b62a1', 'name': '', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'mac_address': 'fa:16:3e:84:b3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:54Z', 'updated_at': '2022-03-18T00:35:58Z', 'revision_number': 5, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'subnets': [{'id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:38:53.488335 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457f9583-bc4b-4f6b-aa15-cf4a404c6c53 None None] The sync data for ids ['7130908a-1614-4fa9-815a-6d1d97706859'] in dv-cinder-768458-19-smb is: [{'id': '7130908a-1614-4fa9-815a-6d1d97706859', 'name': 'tempest-AttachVolumeTestJSON-800083649-router', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:54Z', 'revision_number': 4, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'gw_port': {'id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': 'efeeb44c-e789-4a04-a9d7-94dfca413953', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'floating_ip_address': '172.28.2.47', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'port_id': 'c53a40ee-91c8-4158-90b4-b15c0a283f5a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'mac_address': 'fa:16:3e:c4:e0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17a1e3a-38df-490f-9a3e-cfbcbe3139cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:38:38Z', 'updated_at': '2022-03-18T00:38:52Z', 'revision_number': 1, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846e70af-4bf5-4c15-bfeb-779aca9b62a1', 'name': '', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'mac_address': 'fa:16:3e:84:b3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:54Z', 'updated_at': '2022-03-18T00:35:58Z', 'revision_number': 5, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'subnets': [{'id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:38:53.677609 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49103e0b-12b9-49f3-afa9-ca3c9a1be3da None None] New status for floating IP efeeb44c-e789-4a04-a9d7-94dfca413953: ACTIVE {{(pid=109624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 00:38:53.839145 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-28efbdc1-8ea3-415b-a24e-a94b94bbfe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:54.692073 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:56.196098 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:38:56.387899 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:38:57.744936 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:06.144064 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:21.458963 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b9e66807-50ba-4be4-a276-a466a69d9437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:23.841232 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-dbfc693a-83cf-4c54-a0c9-1dd7a184d767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:24.694367 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:26.389581 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:27.747740 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:33.195048 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:39:36.161445 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:40.190312 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe139b6-587c-481c-881e-f2b2178b0996 req-e0f9b0ed-1e32-4fa9-af13-120faa3ebd80 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:39:40.192334 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-6fe139b6-587c-481c-881e-f2b2178b0996 req-e0f9b0ed-1e32-4fa9-af13-120faa3ebd80 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a17a1e3a-38df-490f-9a3e-cfbcbe3139cb HTTP/1.1" status: 200 len: 945 time: 0.0525885 Mar 18 00:39:40.238556 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-6fe139b6-587c-481c-881e-f2b2178b0996 req-00238e52-1c42-45cc-b585-9c1e7e86cfaf tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=17b92304-57cb-49d0-bdcd-f97db3135498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397546 Mar 18 00:39:41.408582 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc71626-4f10-40fa-99ad-5a3aebc20e2d req-5d7e3668-12eb-42ec-8fb0-291e3a2984d1 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:39:41.410788 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6dc71626-4f10-40fa-99ad-5a3aebc20e2d req-5d7e3668-12eb-42ec-8fb0-291e3a2984d1 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a17a1e3a-38df-490f-9a3e-cfbcbe3139cb HTTP/1.1" status: 200 len: 945 time: 0.1037130 Mar 18 00:39:41.455266 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6dc71626-4f10-40fa-99ad-5a3aebc20e2d req-240f65b5-ff73-4648-8b60-a21e8edf0f1c tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=17b92304-57cb-49d0-bdcd-f97db3135498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391643 Mar 18 00:39:42.473757 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebb86d-52a8-436d-8fbd-d5e71e181b17 req-02301de4-bcc5-4d66-b56b-74e371efb086 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:39:42.475198 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-38ebb86d-52a8-436d-8fbd-d5e71e181b17 req-02301de4-bcc5-4d66-b56b-74e371efb086 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.10 "GET /v2.0/ports?device_id=a17a1e3a-38df-490f-9a3e-cfbcbe3139cb HTTP/1.1" status: 200 len: 945 time: 0.0511723 Mar 18 00:39:42.573152 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb66ef7-1c04-49e6-93d9-a4816e56df9e req-86d088c2-cf93-4b64-85b6-70dba9b881dc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:39:42.574651 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-afb66ef7-1c04-49e6-93d9-a4816e56df9e req-86d088c2-cf93-4b64-85b6-70dba9b881dc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a17a1e3a-38df-490f-9a3e-cfbcbe3139cb HTTP/1.1" status: 200 len: 945 time: 0.0518367 Mar 18 00:39:42.583496 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-38ebb86d-52a8-436d-8fbd-d5e71e181b17 req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Deleting port c53a40ee-91c8-4158-90b4-b15c0a283f5a {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:39:42.583843 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-38ebb86d-52a8-436d-8fbd-d5e71e181b17 req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (c53a40ee-91c8-4158-90b4-b15c0a283f5a), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:42.623800 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-afb66ef7-1c04-49e6-93d9-a4816e56df9e req-18a63696-7945-4e34-b8b3-25dcdc289a7e tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups?id=17b92304-57cb-49d0-bdcd-f97db3135498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436332 Mar 18 00:39:42.670885 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-38ebb86d-52a8-436d-8fbd-d5e71e181b17 req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] For port c53a40ee-91c8-4158-90b4-b15c0a283f5a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c53a40ee-91c8-4158-90b4-b15c0a283f5a,segment=NetworkSegment(2c9f021a-bd48-4be1-8ba0-f515c49b029d),segment_id=2c9f021a-bd48-4be1-8ba0-f515c49b029d)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:39:42.671247 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-38ebb86d-52a8-436d-8fbd-d5e71e181b17 req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (c53a40ee-91c8-4158-90b4-b15c0a283f5a), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:42.840569 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-38ebb86d-52a8-436d-8fbd-d5e71e181b17 req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:42.840938 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-38ebb86d-52a8-436d-8fbd-d5e71e181b17 req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (efeeb44c-e789-4a04-a9d7-94dfca413953), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:42.841254 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.l3_db [req-38ebb86d-52a8-436d-8fbd-d5e71e181b17 req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Floating IP efeeb44c-e789-4a04-a9d7-94dfca413953 disassociated. External IP: 172.28.2.47, port: c53a40ee-91c8-4158-90b4-b15c0a283f5a. Mar 18 00:39:42.841622 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-38ebb86d-52a8-436d-8fbd-d5e71e181b17 req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Calling delete_port for c53a40ee-91c8-4158-90b4-b15c0a283f5a owned by compute:nova {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:39:42.963704 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-38ebb86d-52a8-436d-8fbd-d5e71e181b17 req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (c53a40ee-91c8-4158-90b4-b15c0a283f5a), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:42.996066 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Pushing event deleted for resources: {'Port': ['ID=c53a40ee-91c8-4158-90b4-b15c0a283f5a,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:43.006786 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:43.007317 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:43.007715 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:43.008069 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:43.008408 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:43.008741 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:43.009073 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:43.009417 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:43.009747 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:43.010075 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:43.010402 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:43.010730 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:43.011052 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:43.011372 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:43.011691 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:43.123097 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38ebb86d-52a8-436d-8fbd-d5e71e181b17 req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Router 7130908a-1614-4fa9-815a-6d1d97706859 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:39:43.230144 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38ebb86d-52a8-436d-8fbd-d5e71e181b17 req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:39:43.239835 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1a83f3-b34d-42f3-ba9d-8c0f68ee07c8 None None] Sync routers for ids ['7130908a-1614-4fa9-815a-6d1d97706859'] in dv-cinder-768458-19-smb {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:39:43.249823 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1a83f3-b34d-42f3-ba9d-8c0f68ee07c8 None None] Routers {'7130908a-1614-4fa9-815a-6d1d97706859'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:39:43.250431 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-bd1a83f3-b34d-42f3-ba9d-8c0f68ee07c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:39:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['7130908a-1614-4fa9-815a-6d1d97706859'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:39:43.268811 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ebb86d-52a8-436d-8fbd-d5e71e181b17 req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] No DVR routers for this DVR port c53a40ee-91c8-4158-90b4-b15c0a283f5a on host hv-cinder-76845 {{(pid=109622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:39:43.271221 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-38ebb86d-52a8-436d-8fbd-d5e71e181b17 req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:43.275169 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-38ebb86d-52a8-436d-8fbd-d5e71e181b17 req-c3ba4bdc-f1c7-490c-b6f8-0d9888f60fdc tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.10 "DELETE /v2.0/ports/c53a40ee-91c8-4158-90b4-b15c0a283f5a HTTP/1.1" status: 204 len: 173 time: 0.7815640 Mar 18 00:39:43.275603 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17a1e3a-38df-490f-9a3e-cfbcbe3139cb', 'name': 'network-vif-deleted', 'tag': 'c53a40ee-91c8-4158-90b4-b15c0a283f5a'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:39:43.278103 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfe6cef-ea5b-4488-8925-1437000f8683" -d '{"events": [{"server_uuid": "a17a1e3a-38df-490f-9a3e-cfbcbe3139cb", "name": "network-vif-deleted", "tag": "c53a40ee-91c8-4158-90b4-b15c0a283f5a"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:39:43.317561 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44f5706-a744-462b-a931-6d00e78fb2d1 x-openstack-request-id: req-b44f5706-a744-462b-a931-6d00e78fb2d1 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:39:43.318647 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17a1e3a-38df-490f-9a3e-cfbcbe3139cb", "name": "network-vif-deleted", "tag": "c53a40ee-91c8-4158-90b4-b15c0a283f5a", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:39:43.328196 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b44f5706-a744-462b-a931-6d00e78fb2d1 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:39:43.328670 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17a1e3a-38df-490f-9a3e-cfbcbe3139cb', 'name': 'network-vif-deleted', 'tag': 'c53a40ee-91c8-4158-90b4-b15c0a283f5a', 'status': 'completed', 'code': 200} Mar 18 00:39:43.362386 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-bd1a83f3-b34d-42f3-ba9d-8c0f68ee07c8 None None] Set router 7130908a-1614-4fa9-815a-6d1d97706859 gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:39:43.643354 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-bd1a83f3-b34d-42f3-ba9d-8c0f68ee07c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7130908a-1614-4fa9-815a-6d1d97706859', 'name': 'tempest-AttachVolumeTestJSON-800083649-router', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:54Z', 'revision_number': 4, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'gw_port': {'id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '846e70af-4bf5-4c15-bfeb-779aca9b62a1', 'name': '', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'mac_address': 'fa:16:3e:84:b3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:54Z', 'updated_at': '2022-03-18T00:35:58Z', 'revision_number': 5, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'subnets': [{'id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:39:43.669418 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1a83f3-b34d-42f3-ba9d-8c0f68ee07c8 None None] Checking router: 7130908a-1614-4fa9-815a-6d1d97706859 for host: dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:39:43.677509 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1a83f3-b34d-42f3-ba9d-8c0f68ee07c8 None None] Routers {'7130908a-1614-4fa9-815a-6d1d97706859'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:39:43.678107 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-bd1a83f3-b34d-42f3-ba9d-8c0f68ee07c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:39:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['7130908a-1614-4fa9-815a-6d1d97706859'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:39:43.733288 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-4f406851-02ce-4097-8155-658952b2d099 req-04a2b528-0e1b-4faf-a094-18051af6c0a1 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/ports?device_id=a17a1e3a-38df-490f-9a3e-cfbcbe3139cb HTTP/1.1" status: 200 len: 210 time: 0.0268784 Mar 18 00:39:43.786030 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-bd1a83f3-b34d-42f3-ba9d-8c0f68ee07c8 None None] Set router 7130908a-1614-4fa9-815a-6d1d97706859 gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:39:43.990662 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-bd1a83f3-b34d-42f3-ba9d-8c0f68ee07c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7130908a-1614-4fa9-815a-6d1d97706859', 'name': 'tempest-AttachVolumeTestJSON-800083649-router', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:54Z', 'revision_number': 4, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'gw_port': {'id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '846e70af-4bf5-4c15-bfeb-779aca9b62a1', 'name': '', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'mac_address': 'fa:16:3e:84:b3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:54Z', 'updated_at': '2022-03-18T00:35:58Z', 'revision_number': 5, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'subnets': [{'id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:39:44.017450 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1a83f3-b34d-42f3-ba9d-8c0f68ee07c8 None None] The sync data for ids ['7130908a-1614-4fa9-815a-6d1d97706859'] in dv-cinder-768458-19-smb is: [{'id': '7130908a-1614-4fa9-815a-6d1d97706859', 'name': 'tempest-AttachVolumeTestJSON-800083649-router', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:54Z', 'revision_number': 4, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'gw_port': {'id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '846e70af-4bf5-4c15-bfeb-779aca9b62a1', 'name': '', 'network_id': '9b41d3ef-8df0-4228-b239-d97be7a8c032', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'mac_address': 'fa:16:3e:84:b3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:54Z', 'updated_at': '2022-03-18T00:35:58Z', 'revision_number': 5, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'subnets': [{'id': 'd10aa246-965f-47e9-9ba8-ebcd4309ef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:39:44.224363 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf8d180-0865-4e56-94be-264315de2f9f None None] New status for floating IP efeeb44c-e789-4a04-a9d7-94dfca413953: DOWN {{(pid=109624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 00:39:44.818446 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56292) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:39:44.871565 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-00650cce-752a-4ba9-9953-54e1648ea61b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for security_group (17b92304-57cb-49d0-bdcd-f97db3135498), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:44.895082 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-00650cce-752a-4ba9-9953-54e1648ea61b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for security_group (17b92304-57cb-49d0-bdcd-f97db3135498), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:44.941098 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-00650cce-752a-4ba9-9953-54e1648ea61b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (17b92304-57cb-49d0-bdcd-f97db3135498), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:44.943662 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-00650cce-752a-4ba9-9953-54e1648ea61b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:44.944811 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-00650cce-752a-4ba9-9953-54e1648ea61b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "DELETE /v2.0/security-groups/17b92304-57cb-49d0-bdcd-f97db3135498 HTTP/1.1" status: 204 len: 168 time: 0.1253293 Mar 18 00:39:44.948276 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56294) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:39:44.954272 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00650cce-752a-4ba9-9953-54e1648ea61b tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b92304-57cb-49d0-bdcd-f97db3135498,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:44.961619 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.api.v2.resource [None req-fa51e597-cb24-49b9-b361-7d22f7af1f9c tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] show failed (client error): The resource could not be found. Mar 18 00:39:44.965620 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56296) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:39:44.965848 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-fa51e597-cb24-49b9-b361-7d22f7af1f9c tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "GET /v2.0/security-groups/17b92304-57cb-49d0-bdcd-f97db3135498 HTTP/1.1" status: 404 len: 347 time: 0.0163333 Mar 18 00:39:45.085089 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-82b033c6-2254-4784-af7c-1700a567ef93 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Deleting port d53aa01b-2847-45a9-be24-f62ceaec096b {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:39:45.085344 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-82b033c6-2254-4784-af7c-1700a567ef93 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (d53aa01b-2847-45a9-be24-f62ceaec096b), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:45.161459 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-82b033c6-2254-4784-af7c-1700a567ef93 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (d53aa01b-2847-45a9-be24-f62ceaec096b), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:45.161790 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-82b033c6-2254-4784-af7c-1700a567ef93 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for floatingip (d53aa01b-2847-45a9-be24-f62ceaec096b), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:45.173248 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-82b033c6-2254-4784-af7c-1700a567ef93 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Calling delete_port for d53aa01b-2847-45a9-be24-f62ceaec096b owned by network:floatingip {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:39:45.300931 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-82b033c6-2254-4784-af7c-1700a567ef93 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (d53aa01b-2847-45a9-be24-f62ceaec096b), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:45.326727 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b033c6-2254-4784-af7c-1700a567ef93 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Pushing event deleted for resources: {'Port': ['ID=d53aa01b-2847-45a9-be24-f62ceaec096b,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:45.386198 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-82b033c6-2254-4784-af7c-1700a567ef93 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks [] for floatingip (efeeb44c-e789-4a04-a9d7-94dfca413953), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:45.388863 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-82b033c6-2254-4784-af7c-1700a567ef93 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:45.390145 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-82b033c6-2254-4784-af7c-1700a567ef93 tempest-AttachVolumeTestJSON-1316756386 tempest-AttachVolumeTestJSON-1316756386-project] 10.222.0.23 "DELETE /v2.0/floatingips/efeeb44c-e789-4a04-a9d7-94dfca413953 HTTP/1.1" status: 204 len: 168 time: 0.4235244 Mar 18 00:39:47.206273 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device c53a40ee-91c8-4158-90b4-b15c0a283f5a no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:39:47.227343 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] No Port match for: c53a40ee-91c8-4158-90b4-b15c0a283f5a {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:39:47.227683 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device c53a40ee-91c8-4158-90b4-b15c0a283f5a not bound to the agent host hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:39:48.892010 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56324) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:39:49.227740 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-93464b0a-522e-41f1-8d1b-f2324ed3a747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705283'] for router_interface (7130908a-1614-4fa9-815a-6d1d97706859), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:49.464790 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-93464b0a-522e-41f1-8d1b-f2324ed3a747 admin admin] Deleting port 846e70af-4bf5-4c15-bfeb-779aca9b62a1 {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:39:49.465081 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-93464b0a-522e-41f1-8d1b-f2324ed3a747 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (846e70af-4bf5-4c15-bfeb-779aca9b62a1), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:49.538738 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [None req-93464b0a-522e-41f1-8d1b-f2324ed3a747 admin admin] For port 846e70af-4bf5-4c15-bfeb-779aca9b62a1, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=846e70af-4bf5-4c15-bfeb-779aca9b62a1,segment=NetworkSegment(2c9f021a-bd48-4be1-8ba0-f515c49b029d),segment_id=2c9f021a-bd48-4be1-8ba0-f515c49b029d)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:39:49.539001 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-93464b0a-522e-41f1-8d1b-f2324ed3a747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (846e70af-4bf5-4c15-bfeb-779aca9b62a1), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:49.552236 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-93464b0a-522e-41f1-8d1b-f2324ed3a747 admin admin] Calling delete_port for 846e70af-4bf5-4c15-bfeb-779aca9b62a1 owned by network:router_interface {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:39:49.728563 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-93464b0a-522e-41f1-8d1b-f2324ed3a747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (846e70af-4bf5-4c15-bfeb-779aca9b62a1), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:49.754985 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93464b0a-522e-41f1-8d1b-f2324ed3a747 admin admin] Pushing event deleted for resources: {'Port': ['ID=846e70af-4bf5-4c15-bfeb-779aca9b62a1,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:49.918754 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-93464b0a-522e-41f1-8d1b-f2324ed3a747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705971'] for router_interface (7130908a-1614-4fa9-815a-6d1d97706859), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:50.348968 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93464b0a-522e-41f1-8d1b-f2324ed3a747 admin admin] Router 7130908a-1614-4fa9-815a-6d1d97706859 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:39:50.452059 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93464b0a-522e-41f1-8d1b-f2324ed3a747 admin admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:39:50.458923 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-93464b0a-522e-41f1-8d1b-f2324ed3a747 admin admin] 10.222.0.23 "PUT /v2.0/routers/7130908a-1614-4fa9-815a-6d1d97706859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5643439 Mar 18 00:39:50.459976 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56326) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:39:50.461997 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c8d884-7ef9-4fdc-8176-0b829b09b6b8 None None] Sync routers for ids ['7130908a-1614-4fa9-815a-6d1d97706859'] in dv-cinder-768458-19-smb {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:39:50.471446 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c8d884-7ef9-4fdc-8176-0b829b09b6b8 None None] Routers {'7130908a-1614-4fa9-815a-6d1d97706859'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:39:50.472038 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-a7c8d884-7ef9-4fdc-8176-0b829b09b6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:39:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['7130908a-1614-4fa9-815a-6d1d97706859'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:39:50.563864 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-50992b34-9fe4-4158-af71-d7c248d15896 admin admin] Publish callbacks [] for router (7130908a-1614-4fa9-815a-6d1d97706859), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:50.575966 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-a7c8d884-7ef9-4fdc-8176-0b829b09b6b8 None None] Set router 7130908a-1614-4fa9-815a-6d1d97706859 gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:39:50.666339 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-50992b34-9fe4-4158-af71-d7c248d15896 admin admin] Publish callbacks [] for router_gateway (7130908a-1614-4fa9-815a-6d1d97706859), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:50.717544 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-50992b34-9fe4-4158-af71-d7c248d15896 admin admin] Deleting port 63b35cde-d810-42c2-ad8b-6267e9590536 {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:39:50.717877 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-50992b34-9fe4-4158-af71-d7c248d15896 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (63b35cde-d810-42c2-ad8b-6267e9590536), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:50.750174 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-a7c8d884-7ef9-4fdc-8176-0b829b09b6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7130908a-1614-4fa9-815a-6d1d97706859', 'name': 'tempest-AttachVolumeTestJSON-800083649-router', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:39:49Z', 'revision_number': 5, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'gw_port': {'id': '63b35cde-d810-42c2-ad8b-6267e9590536', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7130908a-1614-4fa9-815a-6d1d97706859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:39:50.776823 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c8d884-7ef9-4fdc-8176-0b829b09b6b8 None None] Checking router: 7130908a-1614-4fa9-815a-6d1d97706859 for host: dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:39:50.784947 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c8d884-7ef9-4fdc-8176-0b829b09b6b8 None None] Routers {'7130908a-1614-4fa9-815a-6d1d97706859'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:39:50.785567 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-a7c8d884-7ef9-4fdc-8176-0b829b09b6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:39:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['7130908a-1614-4fa9-815a-6d1d97706859'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:39:50.797941 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [None req-50992b34-9fe4-4158-af71-d7c248d15896 admin admin] For port 63b35cde-d810-42c2-ad8b-6267e9590536, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=63b35cde-d810-42c2-ad8b-6267e9590536,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:39:50.798309 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-50992b34-9fe4-4158-af71-d7c248d15896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (63b35cde-d810-42c2-ad8b-6267e9590536), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:50.811936 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-50992b34-9fe4-4158-af71-d7c248d15896 admin admin] Calling delete_port for 63b35cde-d810-42c2-ad8b-6267e9590536 owned by network:router_gateway {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:39:50.872065 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-a7c8d884-7ef9-4fdc-8176-0b829b09b6b8 None None] Set router 7130908a-1614-4fa9-815a-6d1d97706859 gateway port host: None {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:39:50.923139 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-a7c8d884-7ef9-4fdc-8176-0b829b09b6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7130908a-1614-4fa9-815a-6d1d97706859', 'name': 'tempest-AttachVolumeTestJSON-800083649-router', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:39:50Z', 'revision_number': 6, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'gw_port_host': None}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:39:50.953750 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c8d884-7ef9-4fdc-8176-0b829b09b6b8 None None] The sync data for ids ['7130908a-1614-4fa9-815a-6d1d97706859'] in dv-cinder-768458-19-smb is: [{'id': '7130908a-1614-4fa9-815a-6d1d97706859', 'name': 'tempest-AttachVolumeTestJSON-800083649-router', 'tenant_id': 'ce93ce4ff02b4631896a4bd727176133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:35:52Z', 'updated_at': '2022-03-18T00:39:50Z', 'revision_number': 6, 'project_id': 'ce93ce4ff02b4631896a4bd727176133', 'gw_port_host': None}] {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:39:50.976284 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-50992b34-9fe4-4158-af71-d7c248d15896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (63b35cde-d810-42c2-ad8b-6267e9590536), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.002486 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50992b34-9fe4-4158-af71-d7c248d15896 admin admin] Pushing event deleted for resources: {'Port': ['ID=63b35cde-d810-42c2-ad8b-6267e9590536,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:51.060812 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-50992b34-9fe4-4158-af71-d7c248d15896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703945'] for router_gateway (7130908a-1614-4fa9-815a-6d1d97706859), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.152003 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-50992b34-9fe4-4158-af71-d7c248d15896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2196'] for router (7130908a-1614-4fa9-815a-6d1d97706859), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.154061 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-50992b34-9fe4-4158-af71-d7c248d15896 admin admin] Publish callbacks [] for router_controller (7130908a-1614-4fa9-815a-6d1d97706859), precommit_delete_associations {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.196399 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-50992b34-9fe4-4158-af71-d7c248d15896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1710826'] for router (7130908a-1614-4fa9-815a-6d1d97706859), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.196909 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50992b34-9fe4-4158-af71-d7c248d15896 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7130908a-1614-4fa9-815a-6d1d97706859 {{(pid=109622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 00:39:51.201609 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-50992b34-9fe4-4158-af71-d7c248d15896 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.202765 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-50992b34-9fe4-4158-af71-d7c248d15896 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7130908a-1614-4fa9-815a-6d1d97706859 HTTP/1.1" status: 204 len: 168 time: 0.7418449 Mar 18 00:39:51.205208 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56328) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:39:51.247704 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d87d436-e9dc-4fa4-a3b1-92423bffe5cf admin admin] Deleting subnet d10aa246-965f-47e9-9ba8-ebcd4309ef4e {{(pid=109622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 00:39:51.250621 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-2d87d436-e9dc-4fa4-a3b1-92423bffe5cf admin admin] Publish callbacks [] for subnet (d10aa246-965f-47e9-9ba8-ebcd4309ef4e), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.283615 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-2d87d436-e9dc-4fa4-a3b1-92423bffe5cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3923450'] for subnet (d10aa246-965f-47e9-9ba8-ebcd4309ef4e), precommit_delete_associations {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.363898 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-2d87d436-e9dc-4fa4-a3b1-92423bffe5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66134612'] for subnet (d10aa246-965f-47e9-9ba8-ebcd4309ef4e), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.421545 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-2d87d436-e9dc-4fa4-a3b1-92423bffe5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66134605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8694660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8690780'] for subnet (d10aa246-965f-47e9-9ba8-ebcd4309ef4e), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.445732 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87d436-e9dc-4fa4-a3b1-92423bffe5cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d10aa246-965f-47e9-9ba8-ebcd4309ef4e,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:51.449144 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-2d87d436-e9dc-4fa4-a3b1-92423bffe5cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for subnet (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.454428 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-2d87d436-e9dc-4fa4-a3b1-92423bffe5cf admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d10aa246-965f-47e9-9ba8-ebcd4309ef4e HTTP/1.1" status: 204 len: 168 time: 0.2460439 Mar 18 00:39:51.454692 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56330) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:39:51.458665 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f0429a-6ca0-4364-a4f8-45fe3f20ae78 None None] Network 9b41d3ef-8df0-4228-b239-d97be7a8c032 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:39:51.502013 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-c719b66c-e6a4-4149-93fe-5ebca15cc49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.526619 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5a51efe1-eff8-49fc-b84a-8c616cf91f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66092315'] for network (9b41d3ef-8df0-4228-b239-d97be7a8c032), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.582756 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-5a51efe1-eff8-49fc-b84a-8c616cf91f2a admin admin] Deleting port e9c9228d-9946-47e0-8473-6c6cbcd8ee54 {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:39:51.583098 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5a51efe1-eff8-49fc-b84a-8c616cf91f2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (e9c9228d-9946-47e0-8473-6c6cbcd8ee54), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.645202 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [None req-5a51efe1-eff8-49fc-b84a-8c616cf91f2a admin admin] For port e9c9228d-9946-47e0-8473-6c6cbcd8ee54, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=e9c9228d-9946-47e0-8473-6c6cbcd8ee54,segment=NetworkSegment(2c9f021a-bd48-4be1-8ba0-f515c49b029d),segment_id=2c9f021a-bd48-4be1-8ba0-f515c49b029d)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:39:51.645586 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5a51efe1-eff8-49fc-b84a-8c616cf91f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (e9c9228d-9946-47e0-8473-6c6cbcd8ee54), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.659504 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-5a51efe1-eff8-49fc-b84a-8c616cf91f2a admin admin] Calling delete_port for e9c9228d-9946-47e0-8473-6c6cbcd8ee54 owned by network:dhcp {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:39:51.721928 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] DHCP port deletion for 9b41d3ef-8df0-4228-b239-d97be7a8c032 request from dv-cinder-768458-19-smb {{(pid=109624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 00:39:51.745767 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5a51efe1-eff8-49fc-b84a-8c616cf91f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (e9c9228d-9946-47e0-8473-6c6cbcd8ee54), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.782782 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51efe1-eff8-49fc-b84a-8c616cf91f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=e9c9228d-9946-47e0-8473-6c6cbcd8ee54,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:51.786858 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a51efe1-eff8-49fc-b84a-8c616cf91f2a admin admin] No DVR routers for this DVR port e9c9228d-9946-47e0-8473-6c6cbcd8ee54 on host dv-cinder-768458-19-smb {{(pid=109622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:39:51.793975 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 63b35cde-d810-42c2-ad8b-6267e9590536 no longer exists at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:39:51.827608 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] No Port match for: 63b35cde-d810-42c2-ad8b-6267e9590536 {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:39:51.827965 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 63b35cde-d810-42c2-ad8b-6267e9590536 not bound to the agent host dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:39:51.828394 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 846e70af-4bf5-4c15-bfeb-779aca9b62a1 no longer exists at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:39:51.832829 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] Deleting port e9c9228d-9946-47e0-8473-6c6cbcd8ee54 {{(pid=109624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:39:51.833457 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (e9c9228d-9946-47e0-8473-6c6cbcd8ee54), before_delete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.860765 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5a51efe1-eff8-49fc-b84a-8c616cf91f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66202081', 'neutron.services.segments.db._delete_segments_for_network-8766732137027'] for network (9b41d3ef-8df0-4228-b239-d97be7a8c032), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.880398 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-5a51efe1-eff8-49fc-b84a-8c616cf91f2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b41d3ef-8df0-4228-b239-d97be7a8c032']}} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:39:51.887409 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] No Port match for: 846e70af-4bf5-4c15-bfeb-779aca9b62a1 {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:39:51.887762 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 846e70af-4bf5-4c15-bfeb-779aca9b62a1 not bound to the agent host dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:39:51.888193 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device e9c9228d-9946-47e0-8473-6c6cbcd8ee54 no longer exists at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:39:51.890207 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-5a51efe1-eff8-49fc-b84a-8c616cf91f2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9f021a-bd48-4be1-8ba0-f515c49b029d') {'for_net_delete': True} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:39:51.890498 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-5a51efe1-eff8-49fc-b84a-8c616cf91f2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9f021a-bd48-4be1-8ba0-f515c49b029d') {} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:39:51.900519 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5a51efe1-eff8-49fc-b84a-8c616cf91f2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732287052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3923395'] for segment (2c9f021a-bd48-4be1-8ba0-f515c49b029d), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.914566 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] No Port match for: e9c9228d-9946-47e0-8473-6c6cbcd8ee54 {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:39:51.914797 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5a51efe1-eff8-49fc-b84a-8c616cf91f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (2c9f021a-bd48-4be1-8ba0-f515c49b029d), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.915061 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device e9c9228d-9946-47e0-8473-6c6cbcd8ee54 not bound to the agent host dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:39:51.922373 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a51efe1-eff8-49fc-b84a-8c616cf91f2a admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 00:39:51.922861 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5a51efe1-eff8-49fc-b84a-8c616cf91f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695078'] for segment (2c9f021a-bd48-4be1-8ba0-f515c49b029d), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: Traceback (most recent call last): Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: timer() Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: cb(*args, **kw) Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: return func(*args, **kwargs) Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: self._notify() Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: self.callback(batched_events) Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: event.method(event) Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: return f(self, *a, **k) Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: return self._get(url).json() Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: return self.request(url, 'GET', **kwargs) Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 00:39:51.925052 dv-cinder-768458-19-smb neutron-server[109622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 00:39:51.933106 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] For port e9c9228d-9946-47e0-8473-6c6cbcd8ee54, host dv-cinder-768458-19-smb, got binding levels [] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:39:51.933659 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (e9c9228d-9946-47e0-8473-6c6cbcd8ee54), precommit_delete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.949647 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] Calling delete_port for e9c9228d-9946-47e0-8473-6c6cbcd8ee54 owned by network:dhcp {{(pid=109624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:39:51.952453 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.ipam_backend_mixin [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] Port e9c9228d-9946-47e0-8473-6c6cbcd8ee54 was not found and therefore no delete operation was performed {{(pid=109624) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 18 00:39:51.953755 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527'] for port (e9c9228d-9946-47e0-8473-6c6cbcd8ee54), after_delete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.982060 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5a51efe1-eff8-49fc-b84a-8c616cf91f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66202074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704053'] for network (9b41d3ef-8df0-4228-b239-d97be7a8c032), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.987913 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] Pushing event deleted for resources: {'Port': ['ID=e9c9228d-9946-47e0-8473-6c6cbcd8ee54,revision_number=None']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:51.988098 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-5a51efe1-eff8-49fc-b84a-8c616cf91f2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:51.991372 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-5a51efe1-eff8-49fc-b84a-8c616cf91f2a admin admin] 10.222.0.23 "DELETE /v2.0/networks/9b41d3ef-8df0-4228-b239-d97be7a8c032 HTTP/1.1" status: 204 len: 168 time: 0.5358083 Mar 18 00:39:52.003632 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51efe1-eff8-49fc-b84a-8c616cf91f2a admin admin] Pushing event deleted for resources: {'Network': ['ID=9b41d3ef-8df0-4228-b239-d97be7a8c032,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:52.011845 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.012193 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.012531 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.012865 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.013194 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.013553 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.013881 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.014207 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.014529 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.014849 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.015168 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.015490 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.015804 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.016118 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.016432 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.019408 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1dc0a6-696f-4c38-af47-81cab7193a70 None None] No DVR routers for this DVR port e9c9228d-9946-47e0-8473-6c6cbcd8ee54 on host dv-cinder-768458-19-smb {{(pid=109624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:39:52.164385 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56334) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:39:52.204803 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-21772637-28c4-4483-834a-3dee2361dd21 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce93ce4ff02b4631896a4bd727176133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391469 Mar 18 00:39:52.206972 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56336) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:39:52.251796 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-5eb47fa7-3730-47d7-8c4f-91657c32f1a7 admin admin] Publish callbacks [] for security_group (8ae459d6-ca1f-47ed-b473-f055e479e420), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:52.272256 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-5eb47fa7-3730-47d7-8c4f-91657c32f1a7 admin admin] Publish callbacks [] for security_group (8ae459d6-ca1f-47ed-b473-f055e479e420), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:52.317184 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-5eb47fa7-3730-47d7-8c4f-91657c32f1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (8ae459d6-ca1f-47ed-b473-f055e479e420), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:52.319639 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-5eb47fa7-3730-47d7-8c4f-91657c32f1a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:52.320819 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-5eb47fa7-3730-47d7-8c4f-91657c32f1a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ae459d6-ca1f-47ed-b473-f055e479e420 HTTP/1.1" status: 204 len: 168 time: 0.1129134 Mar 18 00:39:52.330100 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb47fa7-3730-47d7-8c4f-91657c32f1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae459d6-ca1f-47ed-b473-f055e479e420,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:52.337134 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb47fa7-3730-47d7-8c4f-91657c32f1a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.337513 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb47fa7-3730-47d7-8c4f-91657c32f1a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.337862 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb47fa7-3730-47d7-8c4f-91657c32f1a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.338199 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb47fa7-3730-47d7-8c4f-91657c32f1a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.338540 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb47fa7-3730-47d7-8c4f-91657c32f1a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.338867 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb47fa7-3730-47d7-8c4f-91657c32f1a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.339195 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb47fa7-3730-47d7-8c4f-91657c32f1a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.339519 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb47fa7-3730-47d7-8c4f-91657c32f1a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.339841 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb47fa7-3730-47d7-8c4f-91657c32f1a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.340165 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb47fa7-3730-47d7-8c4f-91657c32f1a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.340488 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb47fa7-3730-47d7-8c4f-91657c32f1a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.340808 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb47fa7-3730-47d7-8c4f-91657c32f1a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.341128 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb47fa7-3730-47d7-8c4f-91657c32f1a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.341477 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb47fa7-3730-47d7-8c4f-91657c32f1a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.341796 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb47fa7-3730-47d7-8c4f-91657c32f1a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:52.965574 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56358) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:39:53.059421 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-4bcad0af-f5a6-42a6-bdef-1ac82fec3e8a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-932152574-network', 'tenant_id': '74f871c1f09843f195516f5747fe4c65'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:39:53.078023 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcad0af-f5a6-42a6-bdef-1ac82fec3e8a admin admin] Made reservation on behalf of 74f871c1f09843f195516f5747fe4c65 for: {'network': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:39:53.080272 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4bcad0af-f5a6-42a6-bdef-1ac82fec3e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for network (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:53.088869 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4bcad0af-f5a6-42a6-bdef-1ac82fec3e8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:53.166871 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4bcad0af-f5a6-42a6-bdef-1ac82fec3e8a admin admin] Publish callbacks [] for security_group (462bd349-0bc1-4997-a6cf-80246d4f7fd6), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:53.170410 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4bcad0af-f5a6-42a6-bdef-1ac82fec3e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (462bd349-0bc1-4997-a6cf-80246d4f7fd6), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:53.197642 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bcad0af-f5a6-42a6-bdef-1ac82fec3e8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=109622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 18 00:39:53.203828 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcad0af-f5a6-42a6-bdef-1ac82fec3e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462bd349-0bc1-4997-a6cf-80246d4f7fd6,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:53.209946 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4bcad0af-f5a6-42a6-bdef-1ac82fec3e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (0b294700-8bb3-4ca2-a1a3-cbfa45e09e04), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:53.210291 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.segments_db [None req-4bcad0af-f5a6-42a6-bdef-1ac82fec3e8a admin admin] Added segment 0b294700-8bb3-4ca2-a1a3-cbfa45e09e04 of type vlan for network b50131b9-c8f7-43a8-bc30-057ba1922412 Mar 18 00:39:53.251221 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4bcad0af-f5a6-42a6-bdef-1ac82fec3e8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766731764300'] for network (b50131b9-c8f7-43a8-bc30-057ba1922412), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:53.276067 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4bcad0af-f5a6-42a6-bdef-1ac82fec3e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955'] for network (b50131b9-c8f7-43a8-bc30-057ba1922412), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:53.277023 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcad0af-f5a6-42a6-bdef-1ac82fec3e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:39:53.277634 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4bcad0af-f5a6-42a6-bdef-1ac82fec3e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:53.329749 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-4bcad0af-f5a6-42a6-bdef-1ac82fec3e8a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3629413 Mar 18 00:39:53.332511 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56362) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:39:53.337553 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-356ff0b9-e095-4851-bfa8-02e96192748b admin admin] Request body: {'subnet': {'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-932152574-subnet', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:39:53.338257 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcad0af-f5a6-42a6-bdef-1ac82fec3e8a admin admin] Pushing event updated for resources: {'Network': ['ID=b50131b9-c8f7-43a8-bc30-057ba1922412,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:53.347783 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Network b50131b9-c8f7-43a8-bc30-057ba1922412 details requested by agent ovs-agent-dv-cinder-768458-19-smb with host dv-cinder-768458-19-smb {{(pid=109624) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 18 00:39:53.357917 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356ff0b9-e095-4851-bfa8-02e96192748b admin admin] Made reservation on behalf of 74f871c1f09843f195516f5747fe4c65 for: {'subnet': 1} {{(pid=109623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:39:53.360340 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-356ff0b9-e095-4851-bfa8-02e96192748b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8547843'] for subnet (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:53.528645 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-356ff0b9-e095-4851-bfa8-02e96192748b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9399338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8547861'] for subnet (e5031d0a-93b5-4b89-adee-d9ce92bb004b), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:53.579609 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ff0b9-e095-4851-bfa8-02e96192748b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5031d0a-93b5-4b89-adee-d9ce92bb004b,revision_number=0']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:53.594690 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356ff0b9-e095-4851-bfa8-02e96192748b admin admin] Checking segment: {'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:39:53.595049 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356ff0b9-e095-4851-bfa8-02e96192748b admin admin] Network hostable DHCP agents. Network: b50131b9-c8f7-43a8-bc30-057ba1922412, hostable agents: ['b07357a2-37bf-41ae-8167-2445c892fa1f'], hosted agents: [] {{(pid=109623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 18 00:39:53.611595 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356ff0b9-e095-4851-bfa8-02e96192748b admin admin] Network b50131b9-c8f7-43a8-bc30-057ba1922412 is scheduled to be hosted by DHCP agent b07357a2-37bf-41ae-8167-2445c892fa1f with binding_index 1 {{(pid=109623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 18 00:39:53.619492 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-356ff0b9-e095-4851-bfa8-02e96192748b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-19-smb, b50131b9-c8f7-43a8-bc30-057ba1922412) {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:39:53.623483 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356ff0b9-e095-4851-bfa8-02e96192748b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:39:53.624069 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-356ff0b9-e095-4851-bfa8-02e96192748b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:53.628886 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5575d0d-132e-4383-97ad-35d73faf5da6 None None] Network b50131b9-c8f7-43a8-bc30-057ba1922412 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:39:53.639603 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-356ff0b9-e095-4851-bfa8-02e96192748b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3057523 Mar 18 00:39:53.642309 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56364) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:39:53.646517 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-d33ad30c-cfa7-443c-9b1b-74d760fe4c0c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:39:53.666565 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d33ad30c-cfa7-443c-9b1b-74d760fe4c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1711419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router (6822e945-8353-4075-883b-41b84094cff8), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:53.667644 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d33ad30c-cfa7-443c-9b1b-74d760fe4c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704184', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2189'] for router (6822e945-8353-4075-883b-41b84094cff8), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:53.720675 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d33ad30c-cfa7-443c-9b1b-74d760fe4c0c admin admin] Publish callbacks [] for router_controller (6822e945-8353-4075-883b-41b84094cff8), precommit_add_association {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:53.731899 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453fe199-4146-4050-ab47-b5eceff70e62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6b2e7e5-47b8-5636-b6db-199e905836e3-b50131b9-c8f7-43a8-bc30-057ba1922412', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'project_id': '74f871c1f09843f195516f5747fe4c65', 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b'}]}} from dv-cinder-768458-19-smb. {{(pid=109624) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 18 00:39:53.732790 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-453fe199-4146-4050-ab47-b5eceff70e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:53.865579 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d33ad30c-cfa7-443c-9b1b-74d760fe4c0c admin admin] Publish callbacks [] for router_gateway (6822e945-8353-4075-883b-41b84094cff8), precommit_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:53.872792 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3b27d1a1-623e-4211-8c33-7ccb27c724cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:53.888170 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.db_base_plugin_common [None req-453fe199-4146-4050-ab47-b5eceff70e62 None None] Allocated IP 172.20.0.2 (b50131b9-c8f7-43a8-bc30-057ba1922412/e5031d0a-93b5-4b89-adee-d9ce92bb004b/ac5fe57d-879e-4ba3-a7b3-794675aa7edd) {{(pid=109624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:39:54.032035 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-453fe199-4146-4050-ab47-b5eceff70e62 None None] Publish callbacks [] for port (ac5fe57d-879e-4ba3-a7b3-794675aa7edd), precommit_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:54.039175 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-453fe199-4146-4050-ab47-b5eceff70e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518'] for port (ac5fe57d-879e-4ba3-a7b3-794675aa7edd), after_create {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:54.074937 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d33ad30c-cfa7-443c-9b1b-74d760fe4c0c admin admin] Publish callbacks [] for router_gateway (6822e945-8353-4075-883b-41b84094cff8), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:54.077946 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453fe199-4146-4050-ab47-b5eceff70e62 None None] Network b50131b9-c8f7-43a8-bc30-057ba1922412 is already hosted by enough agents. {{(pid=109624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:39:54.082713 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.scheduler.base_scheduler [None req-453fe199-4146-4050-ab47-b5eceff70e62 None None] Resources bound (agent type, host, resource id): {{(pid=109624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:39:54.087381 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453fe199-4146-4050-ab47-b5eceff70e62 None None] Received port after_create {{(pid=109624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:39:54.090298 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fe199-4146-4050-ab47-b5eceff70e62 None None] Pushing event updated for resources: {'Port': ['ID=ac5fe57d-879e-4ba3-a7b3-794675aa7edd,revision_number=1']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:54.094874 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d33ad30c-cfa7-443c-9b1b-74d760fe4c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:54.143273 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-453fe199-4146-4050-ab47-b5eceff70e62 None None] Attempting to bind port ac5fe57d-879e-4ba3-a7b3-794675aa7edd on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:39:54.144077 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-453fe199-4146-4050-ab47-b5eceff70e62 None None] Attempting to bind port ac5fe57d-879e-4ba3-a7b3-794675aa7edd by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:39:54.144446 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453fe199-4146-4050-ab47-b5eceff70e62 None None] Attempting to bind port ac5fe57d-879e-4ba3-a7b3-794675aa7edd on network b50131b9-c8f7-43a8-bc30-057ba1922412 {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:39:54.149469 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453fe199-4146-4050-ab47-b5eceff70e62 None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:39:54.149838 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453fe199-4146-4050-ab47-b5eceff70e62 None None] Checking segment: {'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:39:54.150231 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-453fe199-4146-4050-ab47-b5eceff70e62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:54.150618 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453fe199-4146-4050-ab47-b5eceff70e62 None None] Bound using segment: {'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:39:54.151328 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-453fe199-4146-4050-ab47-b5eceff70e62 None None] Bound port: ac5fe57d-879e-4ba3-a7b3-794675aa7edd, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'}}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:39:54.151696 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-453fe199-4146-4050-ab47-b5eceff70e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (ac5fe57d-879e-4ba3-a7b3-794675aa7edd), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:54.200977 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_common [None req-d33ad30c-cfa7-443c-9b1b-74d760fe4c0c admin admin] Allocated IP 172.28.2.216 (5e3ddc34-ad90-40ce-bf33-6bccf71106f9/1eeedb1d-7e47-41b2-b3a3-f344e50a1163/e4b9281d-09d4-463c-a30f-27c1e31e298b) {{(pid=109623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:39:54.224064 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-453fe199-4146-4050-ab47-b5eceff70e62 None None] For port ac5fe57d-879e-4ba3-a7b3-794675aa7edd, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:39:54.227882 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-453fe199-4146-4050-ab47-b5eceff70e62 None None] For port ac5fe57d-879e-4ba3-a7b3-794675aa7edd, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=ac5fe57d-879e-4ba3-a7b3-794675aa7edd,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:39:54.233796 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-453fe199-4146-4050-ab47-b5eceff70e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (ac5fe57d-879e-4ba3-a7b3-794675aa7edd), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:54.293986 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fe199-4146-4050-ab47-b5eceff70e62 None None] Pushing event updated for resources: {'Port': ['ID=ac5fe57d-879e-4ba3-a7b3-794675aa7edd,revision_number=2']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:54.311299 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d33ad30c-cfa7-443c-9b1b-74d760fe4c0c admin admin] Publish callbacks [] for port (e4b9281d-09d4-463c-a30f-27c1e31e298b), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:54.347425 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d33ad30c-cfa7-443c-9b1b-74d760fe4c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (e4b9281d-09d4-463c-a30f-27c1e31e298b), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:54.385463 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33ad30c-cfa7-443c-9b1b-74d760fe4c0c admin admin] Network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 is already hosted by enough agents. {{(pid=109623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:39:54.388363 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-d33ad30c-cfa7-443c-9b1b-74d760fe4c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:39:54.391935 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33ad30c-cfa7-443c-9b1b-74d760fe4c0c admin admin] Received port after_create {{(pid=109623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:39:54.418640 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ad30c-cfa7-443c-9b1b-74d760fe4c0c admin admin] Pushing event updated for resources: {'Port': ['ID=e4b9281d-09d4-463c-a30f-27c1e31e298b,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:54.670518 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d33ad30c-cfa7-443c-9b1b-74d760fe4c0c admin admin] Publish callbacks [] for router_gateway (6822e945-8353-4075-883b-41b84094cff8), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:54.699521 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:54.877128 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d33ad30c-cfa7-443c-9b1b-74d760fe4c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1703981'] for router (6822e945-8353-4075-883b-41b84094cff8), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:55.010073 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33ad30c-cfa7-443c-9b1b-74d760fe4c0c admin admin] Router 6822e945-8353-4075-883b-41b84094cff8 is scheduled to L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 with binding_index 1 {{(pid=109623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 18 00:39:55.125705 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33ad30c-cfa7-443c-9b1b-74d760fe4c0c admin admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:39:55.138924 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] Sync routers for ids ['6822e945-8353-4075-883b-41b84094cff8'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:39:55.143880 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d33ad30c-cfa7-443c-9b1b-74d760fe4c0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:55.145325 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-d33ad30c-cfa7-443c-9b1b-74d760fe4c0c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5020432 Mar 18 00:39:55.148358 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56366) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:39:55.150223 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] Routers {'6822e945-8353-4075-883b-41b84094cff8'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:39:55.151417 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:39:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['6822e945-8353-4075-883b-41b84094cff8'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:39:55.220792 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02149c4a-1432-4234-a265-191ff9d3d313 None None] Network b50131b9-c8f7-43a8-bc30-057ba1922412 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:39:55.322808 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-d3389462-36fb-418b-928a-a6b421885dbe None None] Provisioning complete for port ac5fe57d-879e-4ba3-a7b3-794675aa7edd triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:39:55.323177 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-d3389462-36fb-418b-928a-a6b421885dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (ac5fe57d-879e-4ba3-a7b3-794675aa7edd), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:55.356694 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] Set router 6822e945-8353-4075-883b-41b84094cff8 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:39:55.583449 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-d3389462-36fb-418b-928a-a6b421885dbe None None] Current status of the port ac5fe57d-879e-4ba3-a7b3-794675aa7edd is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:39:55.584023 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-d3389462-36fb-418b-928a-a6b421885dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (ac5fe57d-879e-4ba3-a7b3-794675aa7edd), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:55.590736 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-b2c9d4ee-b559-41c6-962f-1630598604ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:55.599371 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device ac5fe57d-879e-4ba3-a7b3-794675aa7edd up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:39:55.668237 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-d3389462-36fb-418b-928a-a6b421885dbe None None] For port ac5fe57d-879e-4ba3-a7b3-794675aa7edd, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=ac5fe57d-879e-4ba3-a7b3-794675aa7edd,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:39:55.675133 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:54Z', 'revision_number': 3, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:39:55.678239 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-d3389462-36fb-418b-928a-a6b421885dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (ac5fe57d-879e-4ba3-a7b3-794675aa7edd), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:55.738196 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port ac5fe57d-879e-4ba3-a7b3-794675aa7edd triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:39:55.738779 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (ac5fe57d-879e-4ba3-a7b3-794675aa7edd), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:55.740127 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] Checking router: 6822e945-8353-4075-883b-41b84094cff8 for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:39:55.740456 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] Updating router 6822e945-8353-4075-883b-41b84094cff8 port e4b9281d-09d4-463c-a30f-27c1e31e298b binding host dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 00:39:55.755515 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_common [None req-b2c9d4ee-b559-41c6-962f-1630598604ed admin admin] Allocated IP 172.20.0.1 (b50131b9-c8f7-43a8-bc30-057ba1922412/e5031d0a-93b5-4b89-adee-d9ce92bb004b/965ef8f5-8c03-4567-8748-0daffc54696a) {{(pid=109623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:39:55.810560 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (e4b9281d-09d4-463c-a30f-27c1e31e298b), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:55.869497 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-b2c9d4ee-b559-41c6-962f-1630598604ed admin admin] Publish callbacks [] for port (965ef8f5-8c03-4567-8748-0daffc54696a), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:55.904497 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-b2c9d4ee-b559-41c6-962f-1630598604ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (965ef8f5-8c03-4567-8748-0daffc54696a), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:55.947451 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c9d4ee-b559-41c6-962f-1630598604ed admin admin] Network b50131b9-c8f7-43a8-bc30-057ba1922412 is already hosted by enough agents. {{(pid=109623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:39:55.952606 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-b2c9d4ee-b559-41c6-962f-1630598604ed admin admin] Resources bound (agent type, host, resource id): {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:39:55.955238 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c9d4ee-b559-41c6-962f-1630598604ed admin admin] Received port after_create {{(pid=109623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:39:55.980637 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9d4ee-b559-41c6-962f-1630598604ed admin admin] Pushing event updated for resources: {'Port': ['ID=965ef8f5-8c03-4567-8748-0daffc54696a,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:55.985921 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3389462-36fb-418b-928a-a6b421885dbe None None] Pushing event updated for resources: {'Port': ['ID=ac5fe57d-879e-4ba3-a7b3-794675aa7edd,revision_number=3']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:55.991645 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-e3d3f8fe-9785-4008-b2df-9ed08036869a None None] Provisioning complete for port ac5fe57d-879e-4ba3-a7b3-794675aa7edd triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:39:55.992014 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f8fe-9785-4008-b2df-9ed08036869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (ac5fe57d-879e-4ba3-a7b3-794675aa7edd), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:56.000266 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-b2c9d4ee-b559-41c6-962f-1630598604ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705464'] for router_interface (6822e945-8353-4075-883b-41b84094cff8), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:56.192404 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port ac5fe57d-879e-4ba3-a7b3-794675aa7edd is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:39:56.246594 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-e3d3f8fe-9785-4008-b2df-9ed08036869a None None] Current status of the port ac5fe57d-879e-4ba3-a7b3-794675aa7edd is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:39:56.333026 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] Publish callbacks [] for port (e4b9281d-09d4-463c-a30f-27c1e31e298b), precommit_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:56.340593 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (e4b9281d-09d4-463c-a30f-27c1e31e298b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:56.370880 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-b2c9d4ee-b559-41c6-962f-1630598604ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (965ef8f5-8c03-4567-8748-0daffc54696a), before_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:56.413309 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] Attempting to bind port e4b9281d-09d4-463c-a30f-27c1e31e298b on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:39:56.413713 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] Attempting to bind port e4b9281d-09d4-463c-a30f-27c1e31e298b by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:39:56.414079 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] Attempting to bind port e4b9281d-09d4-463c-a30f-27c1e31e298b on network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:39:56.427997 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fa580-fa00-4dc1-85b0-eb23ba8d662f None None] Pushing event updated for resources: {'Port': ['ID=e4b9281d-09d4-463c-a30f-27c1e31e298b,revision_number=2']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:56.432468 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-322f0698-c977-463f-867d-61900fd7cb1f None None] Provisioning complete for port 965ef8f5-8c03-4567-8748-0daffc54696a triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:39:56.432847 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-322f0698-c977-463f-867d-61900fd7cb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (965ef8f5-8c03-4567-8748-0daffc54696a), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:56.434599 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:39:56.435045 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] Checking segment: {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:39:56.435468 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:56.435736 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] Bound using segment: {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'} {{(pid=109624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:39:56.436211 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.managers [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] Bound port: e4b9281d-09d4-463c-a30f-27c1e31e298b, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950e71c8-0081-48a4-88cc-732f6458a6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}}] {{(pid=109624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:39:56.436588 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (e4b9281d-09d4-463c-a30f-27c1e31e298b), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:56.440039 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:56.503313 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-322f0698-c977-463f-867d-61900fd7cb1f None None] Port 965ef8f5-8c03-4567-8748-0daffc54696a cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:39:56.520945 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] For port e4b9281d-09d4-463c-a30f-27c1e31e298b, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:39:56.524104 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] For port e4b9281d-09d4-463c-a30f-27c1e31e298b, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=e4b9281d-09d4-463c-a30f-27c1e31e298b,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:39:56.530446 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (e4b9281d-09d4-463c-a30f-27c1e31e298b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:56.538991 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-b2c9d4ee-b559-41c6-962f-1630598604ed admin admin] Publish callbacks [] for port (965ef8f5-8c03-4567-8748-0daffc54696a), precommit_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:56.544231 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-b2c9d4ee-b559-41c6-962f-1630598604ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9398957'] for port (965ef8f5-8c03-4567-8748-0daffc54696a), after_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:56.585077 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] Routers {'6822e945-8353-4075-883b-41b84094cff8'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:39:56.585785 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:39:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['6822e945-8353-4075-883b-41b84094cff8'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:39:56.611976 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9d4ee-b559-41c6-962f-1630598604ed admin admin] Pushing event updated for resources: {'Port': ['ID=965ef8f5-8c03-4567-8748-0daffc54696a,revision_number=2']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:56.615260 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-b2c9d4ee-b559-41c6-962f-1630598604ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705324'] for router_interface (6822e945-8353-4075-883b-41b84094cff8), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:56.621289 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fa580-fa00-4dc1-85b0-eb23ba8d662f None None] Pushing event updated for resources: {'Port': ['ID=e4b9281d-09d4-463c-a30f-27c1e31e298b,revision_number=3']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:56.697894 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] Set router 6822e945-8353-4075-883b-41b84094cff8 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:39:56.707860 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c9d4ee-b559-41c6-962f-1630598604ed admin admin] Network b50131b9-c8f7-43a8-bc30-057ba1922412 is already hosted by enough agents. {{(pid=109623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:39:56.709221 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-b2c9d4ee-b559-41c6-962f-1630598604ed admin admin] Resources bound (agent type, host, resource id): {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:39:56.840232 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c9d4ee-b559-41c6-962f-1630598604ed admin admin] Router 6822e945-8353-4075-883b-41b84094cff8 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:39:56.919039 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 2, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:39:56.955298 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6cfab8-4c9b-4822-9767-f252b97bab0a None None] The sync data for ids ['6822e945-8353-4075-883b-41b84094cff8'] in dv-cinder-768458-19-smb is: [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 2, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:39:56.955897 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c9d4ee-b559-41c6-962f-1630598604ed admin admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:39:56.958732 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-dfccd3b5-f92a-4200-9c51-87de5e20662c None None] Provisioning complete for port 965ef8f5-8c03-4567-8748-0daffc54696a triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:39:56.959541 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-dfccd3b5-f92a-4200-9c51-87de5e20662c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (965ef8f5-8c03-4567-8748-0daffc54696a), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:56.960563 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-b2c9d4ee-b559-41c6-962f-1630598604ed admin admin] 10.222.0.23 "PUT /v2.0/routers/6822e945-8353-4075-883b-41b84094cff8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8103726 Mar 18 00:39:57.000061 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-dfccd3b5-f92a-4200-9c51-87de5e20662c None None] Port 965ef8f5-8c03-4567-8748-0daffc54696a cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:39:57.460850 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56374) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:39:57.466250 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-9657d3e7-5840-41a5-9a46-9136aa3f376d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--899876352', 'description': 'tempest-description--452435689'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:39:57.486158 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9657d3e7-5840-41a5-9a46-9136aa3f376d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:57.550510 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device ac5fe57d-879e-4ba3-a7b3-794675aa7edd up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:39:57.575413 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9657d3e7-5840-41a5-9a46-9136aa3f376d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group (ece02df2-a07d-4fb4-8109-b32a3e7a8841), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:57.580351 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9657d3e7-5840-41a5-9a46-9136aa3f376d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (ece02df2-a07d-4fb4-8109-b32a3e7a8841), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:57.610722 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port ac5fe57d-879e-4ba3-a7b3-794675aa7edd triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:39:57.611101 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (ac5fe57d-879e-4ba3-a7b3-794675aa7edd), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:57.615049 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9657d3e7-5840-41a5-9a46-9136aa3f376d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:57.619280 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-9657d3e7-5840-41a5-9a46-9136aa3f376d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1537859 Mar 18 00:39:57.620324 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56376) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:39:57.624769 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657d3e7-5840-41a5-9a46-9136aa3f376d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ece02df2-a07d-4fb4-8109-b32a3e7a8841,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:57.632112 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-53fe9d67-09b3-460c-a989-f572fb8612da tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Request body: {'security_group_rule': {'security_group_id': 'ece02df2-a07d-4fb4-8109-b32a3e7a8841', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:39:57.664363 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-53fe9d67-09b3-460c-a989-f572fb8612da tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group_rule (5c4ffa44-7a14-416a-835d-00534c21447c), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:57.708786 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port ac5fe57d-879e-4ba3-a7b3-794675aa7edd is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:39:57.732056 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-53fe9d67-09b3-460c-a989-f572fb8612da tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group_rule (5c4ffa44-7a14-416a-835d-00534c21447c), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:57.737630 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-53fe9d67-09b3-460c-a989-f572fb8612da tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (5c4ffa44-7a14-416a-835d-00534c21447c), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:57.758771 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe9d67-09b3-460c-a989-f572fb8612da tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4ffa44-7a14-416a-835d-00534c21447c,revision_number=0']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:57.768604 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-53fe9d67-09b3-460c-a989-f572fb8612da tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:57.772833 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-53fe9d67-09b3-460c-a989-f572fb8612da tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1481049 Mar 18 00:39:57.773166 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56378) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:39:57.779002 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-f6297789-1f6b-4eb9-a3c2-08d16f348475 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Request body: {'security_group_rule': {'security_group_id': 'ece02df2-a07d-4fb4-8109-b32a3e7a8841', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:39:57.813973 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f6297789-1f6b-4eb9-a3c2-08d16f348475 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group_rule (aaab5112-e62d-4dc8-82e7-87547bf579c4), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:57.881981 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f6297789-1f6b-4eb9-a3c2-08d16f348475 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group_rule (aaab5112-e62d-4dc8-82e7-87547bf579c4), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:57.887616 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f6297789-1f6b-4eb9-a3c2-08d16f348475 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (aaab5112-e62d-4dc8-82e7-87547bf579c4), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:57.907754 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6297789-1f6b-4eb9-a3c2-08d16f348475 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaab5112-e62d-4dc8-82e7-87547bf579c4,revision_number=0']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:57.921681 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-f6297789-1f6b-4eb9-a3c2-08d16f348475 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:57.926031 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-f6297789-1f6b-4eb9-a3c2-08d16f348475 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1518586 Mar 18 00:39:57.926647 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56380) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:39:57.933280 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-d97f34bf-9adb-4811-a625-f6c3dbfe69b6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Request body: {'floatingip': {'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:39:57.936366 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:57.956469 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d97f34bf-9adb-4811-a625-f6c3dbfe69b6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:58.060902 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d97f34bf-9adb-4811-a625-f6c3dbfe69b6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:58.168247 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_common [None req-d97f34bf-9adb-4811-a625-f6c3dbfe69b6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Allocated IP 172.28.2.189 (5e3ddc34-ad90-40ce-bf33-6bccf71106f9/1eeedb1d-7e47-41b2-b3a3-f344e50a1163/442058c9-9af9-4e43-a283-65d565be3442) {{(pid=109623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:39:58.277332 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d97f34bf-9adb-4811-a625-f6c3dbfe69b6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for port (442058c9-9af9-4e43-a283-65d565be3442), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:58.312004 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d97f34bf-9adb-4811-a625-f6c3dbfe69b6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (442058c9-9af9-4e43-a283-65d565be3442), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:58.349604 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97f34bf-9adb-4811-a625-f6c3dbfe69b6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 is already hosted by enough agents. {{(pid=109623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:39:58.353284 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-d97f34bf-9adb-4811-a625-f6c3dbfe69b6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Resources bound (agent type, host, resource id): {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:39:58.359358 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97f34bf-9adb-4811-a625-f6c3dbfe69b6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Received port after_create {{(pid=109623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:39:58.365061 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f34bf-9adb-4811-a625-f6c3dbfe69b6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event updated for resources: {'Port': ['ID=442058c9-9af9-4e43-a283-65d565be3442,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:58.451361 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d97f34bf-9adb-4811-a625-f6c3dbfe69b6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (6f104682-13f1-49b0-9ea3-adec776236e1), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:58.486807 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d97f34bf-9adb-4811-a625-f6c3dbfe69b6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (442058c9-9af9-4e43-a283-65d565be3442), before_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:58.637871 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d97f34bf-9adb-4811-a625-f6c3dbfe69b6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for port (442058c9-9af9-4e43-a283-65d565be3442), precommit_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:58.642270 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d97f34bf-9adb-4811-a625-f6c3dbfe69b6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9398957'] for port (442058c9-9af9-4e43-a283-65d565be3442), after_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:58.708859 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f34bf-9adb-4811-a625-f6c3dbfe69b6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event updated for resources: {'Port': ['ID=442058c9-9af9-4e43-a283-65d565be3442,revision_number=2']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:58.718875 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d97f34bf-9adb-4811-a625-f6c3dbfe69b6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (6f104682-13f1-49b0-9ea3-adec776236e1), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:58.733191 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-d97f34bf-9adb-4811-a625-f6c3dbfe69b6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:58.734432 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-d97f34bf-9adb-4811-a625-f6c3dbfe69b6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8067720 Mar 18 00:39:58.881749 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-55e7eb6b-4762-4cbd-abd0-1c91d6a6ce6a tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--899876352&fields=id&tenant_id=74f871c1f09843f195516f5747fe4c65 HTTP/1.1" status: 200 len: 267 time: 0.0408149 Mar 18 00:39:58.989238 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-7b18a7b8-bee7-4505-ba30-50e6aa0ba05c tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:39:58.990731 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-7b18a7b8-bee7-4505-ba30-50e6aa0ba05c tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/networks?id=b50131b9-c8f7-43a8-bc30-057ba1922412 HTTP/1.1" status: 200 len: 814 time: 0.1019037 Mar 18 00:39:59.005487 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-e869c9e6-0cf2-4886-ac6c-883e713b0773 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/quotas/74f871c1f09843f195516f5747fe4c65 HTTP/1.1" status: 200 len: 375 time: 0.0087986 Mar 18 00:39:59.060312 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-1dee3690-462a-4ca3-9090-bbb5d76b284a tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=74f871c1f09843f195516f5747fe4c65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493739 Mar 18 00:39:59.076594 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-efe9f1f8-14a1-4710-b2b9-6a9e417c737d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109623) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 00:39:59.077128 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-efe9f1f8-14a1-4710-b2b9-6a9e417c737d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061526 Mar 18 00:39:59.099076 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] Sync routers for ids ['6822e945-8353-4075-883b-41b84094cff8'] in dv-cinder-768458-19-smb {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:39:59.109840 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] Routers {'6822e945-8353-4075-883b-41b84094cff8'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:39:59.110444 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:39:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['6822e945-8353-4075-883b-41b84094cff8'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:39:59.168883 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-ce00f75d-28f5-459a-8950-120bfaf6a782 service neutron] 10.222.0.23 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860591 Mar 18 00:39:59.217045 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] Set router 6822e945-8353-4075-883b-41b84094cff8 gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:39:59.256972 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-f75ba70c-ffc9-47c2-b6f7-7b9a0a764f66 service neutron] 10.222.0.23 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822237 Mar 18 00:39:59.418588 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 2, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:39:59.445224 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b7330dc1-3c40-45a9-81df-7a3bef8be5d8 req-1dedfc30-fd16-4501-8e06-e8cebe04ac26 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e073419-0906-4cf8-b17d-a25f5beb223d HTTP/1.1" status: 200 len: 210 time: 0.0302770 Mar 18 00:39:59.540349 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] Checking router: 6822e945-8353-4075-883b-41b84094cff8 for host: dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:39:59.540959 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] Updating router 6822e945-8353-4075-883b-41b84094cff8 port 965ef8f5-8c03-4567-8748-0daffc54696a binding host dv-cinder-768458-19-smb {{(pid=109625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 18 00:39:59.558608 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device e4b9281d-09d4-463c-a30f-27c1e31e298b up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:39:59.569613 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (965ef8f5-8c03-4567-8748-0daffc54696a), before_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:59.612112 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port e4b9281d-09d4-463c-a30f-27c1e31e298b triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:39:59.612703 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (e4b9281d-09d4-463c-a30f-27c1e31e298b), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:59.700737 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port e4b9281d-09d4-463c-a30f-27c1e31e298b is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:39:59.701604 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (e4b9281d-09d4-463c-a30f-27c1e31e298b), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:59.723100 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] For port e4b9281d-09d4-463c-a30f-27c1e31e298b, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=e4b9281d-09d4-463c-a30f-27c1e31e298b,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:39:59.729577 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (e4b9281d-09d4-463c-a30f-27c1e31e298b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:59.784390 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Pushing event updated for resources: {'Port': ['ID=e4b9281d-09d4-463c-a30f-27c1e31e298b,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:59.861421 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] Publish callbacks [] for port (965ef8f5-8c03-4567-8748-0daffc54696a), precommit_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:59.867119 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (965ef8f5-8c03-4567-8748-0daffc54696a), after_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:59.924144 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339591e-dee0-45eb-af5e-54425ef6dbe9 None None] Pushing event updated for resources: {'Port': ['ID=965ef8f5-8c03-4567-8748-0daffc54696a,revision_number=3']} {{(pid=109625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:39:59.949552 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339591e-dee0-45eb-af5e-54425ef6dbe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:59.949901 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339591e-dee0-45eb-af5e-54425ef6dbe9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:59.950245 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339591e-dee0-45eb-af5e-54425ef6dbe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:59.950609 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339591e-dee0-45eb-af5e-54425ef6dbe9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:59.950950 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339591e-dee0-45eb-af5e-54425ef6dbe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:59.951281 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339591e-dee0-45eb-af5e-54425ef6dbe9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:59.951841 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339591e-dee0-45eb-af5e-54425ef6dbe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:59.952302 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339591e-dee0-45eb-af5e-54425ef6dbe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:59.952635 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339591e-dee0-45eb-af5e-54425ef6dbe9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:59.952966 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339591e-dee0-45eb-af5e-54425ef6dbe9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:59.953295 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339591e-dee0-45eb-af5e-54425ef6dbe9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:59.953660 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339591e-dee0-45eb-af5e-54425ef6dbe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:59.953989 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339591e-dee0-45eb-af5e-54425ef6dbe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:59.954314 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339591e-dee0-45eb-af5e-54425ef6dbe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:59.954649 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3339591e-dee0-45eb-af5e-54425ef6dbe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:39:59.986421 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] Attempting to bind port 965ef8f5-8c03-4567-8748-0daffc54696a on host dv-cinder-768458-19-smb for vnic_type normal with profile {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:39:59.986789 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] Attempting to bind port 965ef8f5-8c03-4567-8748-0daffc54696a by drivers openvswitch,hyperv on host dv-cinder-768458-19-smb at level 0 using segments [{'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'}] {{(pid=109625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:39:59.987352 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] Attempting to bind port 965ef8f5-8c03-4567-8748-0daffc54696a on network b50131b9-c8f7-43a8-bc30-057ba1922412 {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:39:59.993214 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] Checking agent: {'id': '5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-19-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 21, 28), 'started_at': datetime.datetime(2022, 3, 18, 0, 21, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-19-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:39:59.993624 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] Checking segment: {'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:39:59.994259 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:39:59.994661 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] Bound using segment: {'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'} {{(pid=109625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:39:59.995138 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.managers [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] Bound port: 965ef8f5-8c03-4567-8748-0daffc54696a, host: dv-cinder-768458-19-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'}}] {{(pid=109625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:39:59.995518 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (965ef8f5-8c03-4567-8748-0daffc54696a), before_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:00.066416 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.db [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] For port 965ef8f5-8c03-4567-8748-0daffc54696a, host dv-cinder-768458-19-smb, cleared binding levels {{(pid=109625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:40:00.069835 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.plugins.ml2.db [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] For port 965ef8f5-8c03-4567-8748-0daffc54696a, host dv-cinder-768458-19-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=965ef8f5-8c03-4567-8748-0daffc54696a,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:40:00.076689 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron_lib.callbacks.manager [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (965ef8f5-8c03-4567-8748-0daffc54696a), after_update {{(pid=109625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:00.142233 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] Routers {'6822e945-8353-4075-883b-41b84094cff8'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:40:00.143566 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:39:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['6822e945-8353-4075-883b-41b84094cff8'], 'active': True} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:40:00.150494 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-2dec60b3-d05b-46aa-8b6a-6ec4dc96dc56 None None] Provisioning complete for port 965ef8f5-8c03-4567-8748-0daffc54696a triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:40:00.151163 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-2dec60b3-d05b-46aa-8b6a-6ec4dc96dc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (965ef8f5-8c03-4567-8748-0daffc54696a), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:00.205006 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339591e-dee0-45eb-af5e-54425ef6dbe9 None None] Pushing event updated for resources: {'Port': ['ID=965ef8f5-8c03-4567-8748-0daffc54696a,revision_number=4']} {{(pid=109625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:40:00.242777 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-2dec60b3-d05b-46aa-8b6a-6ec4dc96dc56 None None] Current status of the port 965ef8f5-8c03-4567-8748-0daffc54696a is: DOWN; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:40:00.243414 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-2dec60b3-d05b-46aa-8b6a-6ec4dc96dc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (965ef8f5-8c03-4567-8748-0daffc54696a), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:00.260686 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_dvr_db [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] Set router 6822e945-8353-4075-883b-41b84094cff8 gateway port host: dv-cinder-768458-19-smb {{(pid=109625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:40:00.278846 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-2dec60b3-d05b-46aa-8b6a-6ec4dc96dc56 None None] For port 965ef8f5-8c03-4567-8748-0daffc54696a, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=965ef8f5-8c03-4567-8748-0daffc54696a,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:40:00.284140 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-2dec60b3-d05b-46aa-8b6a-6ec4dc96dc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (965ef8f5-8c03-4567-8748-0daffc54696a), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:00.337761 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec60b3-d05b-46aa-8b6a-6ec4dc96dc56 None None] Pushing event updated for resources: {'Port': ['ID=965ef8f5-8c03-4567-8748-0daffc54696a,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:40:00.403760 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-a849a2a6-78d8-4e08-a751-0ec54706ee26 None None] Provisioning complete for port 965ef8f5-8c03-4567-8748-0daffc54696a triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:40:00.404134 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-a849a2a6-78d8-4e08-a751-0ec54706ee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (965ef8f5-8c03-4567-8748-0daffc54696a), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:00.471919 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.l3_hamode_db [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:40:00.485977 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-a849a2a6-78d8-4e08-a751-0ec54706ee26 None None] Current status of the port 965ef8f5-8c03-4567-8748-0daffc54696a is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:40:00.506234 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f5c557-72a4-4de4-86be-fe252bd438b4 None None] The sync data for ids ['6822e945-8353-4075-883b-41b84094cff8'] in dv-cinder-768458-19-smb is: [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:40:00.548857 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9b27d2fe-6c49-4bb9-91e2-d166983bc18d req-84f1ddfe-8ad1-4274-bddb-781fb8edd533 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e073419-0906-4cf8-b17d-a25f5beb223d HTTP/1.1" status: 200 len: 210 time: 0.0307384 Mar 18 00:40:00.751391 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-7a5b51c3-28d9-4d75-8e04-2325906e9f22 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:00.753045 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-7a5b51c3-28d9-4d75-8e04-2325906e9f22 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.10 "GET /v2.0/networks?id=b50131b9-c8f7-43a8-bc30-057ba1922412 HTTP/1.1" status: 200 len: 814 time: 0.1091011 Mar 18 00:40:00.842095 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-62860ba0-2747-4417-8f04-448437427148 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74f871c1f09843f195516f5747fe4c65 HTTP/1.1" status: 200 len: 379 time: 0.0563853 Mar 18 00:40:00.850870 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-8dcc85c6-0a70-4a48-be22-1d20607c5ded tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Request body: {'port': {'device_id': '2e073419-0906-4cf8-b17d-a25f5beb223d', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'admin_state_up': True, 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'security_groups': ['ece02df2-a07d-4fb4-8109-b32a3e7a8841']}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:40:00.956228 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-8dcc85c6-0a70-4a48-be22-1d20607c5ded tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Made reservation on behalf of 74f871c1f09843f195516f5747fe4c65 for: {'port': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:40:00.960034 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-8dcc85c6-0a70-4a48-be22-1d20607c5ded tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:01.090888 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-8dcc85c6-0a70-4a48-be22-1d20607c5ded tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Allocated IP 172.20.0.13 (b50131b9-c8f7-43a8-bc30-057ba1922412/e5031d0a-93b5-4b89-adee-d9ce92bb004b/00eed520-604e-43f3-88cb-75927a2df588) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:40:01.224051 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-8dcc85c6-0a70-4a48-be22-1d20607c5ded tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for port (00eed520-604e-43f3-88cb-75927a2df588), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:01.255142 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-8dcc85c6-0a70-4a48-be22-1d20607c5ded tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (00eed520-604e-43f3-88cb-75927a2df588), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:01.295840 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-8dcc85c6-0a70-4a48-be22-1d20607c5ded tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Network b50131b9-c8f7-43a8-bc30-057ba1922412 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:40:01.298638 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-8dcc85c6-0a70-4a48-be22-1d20607c5ded tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:40:01.300987 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-8dcc85c6-0a70-4a48-be22-1d20607c5ded tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:40:01.335222 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc85c6-0a70-4a48-be22-1d20607c5ded tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event updated for resources: {'Port': ['ID=00eed520-604e-43f3-88cb-75927a2df588,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:40:01.362165 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-8dcc85c6-0a70-4a48-be22-1d20607c5ded tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:01.362606 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-8dcc85c6-0a70-4a48-be22-1d20607c5ded tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:01.380325 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-8dcc85c6-0a70-4a48-be22-1d20607c5ded tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5330949 Mar 18 00:40:01.392364 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-10b1cfee-aef8-4171-afd5-eb0558103107 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109622) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 00:40:01.393375 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-10b1cfee-aef8-4171-afd5-eb0558103107 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055017 Mar 18 00:40:01.463139 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-ce8e15c4-450b-410e-a5f9-731e88f1a2ab service neutron] Request body: {'port': {'device_id': '2e073419-0906-4cf8-b17d-a25f5beb223d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:40:01.513794 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-046b7891-b524-4833-b957-99e4fe00f9e8 None None] Provisioning complete for port 00eed520-604e-43f3-88cb-75927a2df588 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:40:01.514763 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-046b7891-b524-4833-b957-99e4fe00f9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (00eed520-604e-43f3-88cb-75927a2df588), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:01.527274 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-ce8e15c4-450b-410e-a5f9-731e88f1a2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (00eed520-604e-43f3-88cb-75927a2df588), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:01.558132 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 965ef8f5-8c03-4567-8748-0daffc54696a up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:40:01.561248 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-046b7891-b524-4833-b957-99e4fe00f9e8 None None] Port 00eed520-604e-43f3-88cb-75927a2df588 cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:40:01.610206 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port 965ef8f5-8c03-4567-8748-0daffc54696a triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:40:01.611022 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (965ef8f5-8c03-4567-8748-0daffc54696a), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:01.692088 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port 965ef8f5-8c03-4567-8748-0daffc54696a is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:40:01.693182 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device e4b9281d-09d4-463c-a30f-27c1e31e298b up at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:40:01.736452 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42cc0c-dad0-4d95-ad45-2f866d7224a7 req-68f88150-e9d4-4983-bd07-f8f8050a8337 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:01.737941 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8d42cc0c-dad0-4d95-ad45-2f866d7224a7 req-68f88150-e9d4-4983-bd07-f8f8050a8337 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e073419-0906-4cf8-b17d-a25f5beb223d HTTP/1.1" status: 200 len: 932 time: 0.1114326 Mar 18 00:40:01.739683 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Provisioning complete for port e4b9281d-09d4-463c-a30f-27c1e31e298b triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:40:01.740091 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (e4b9281d-09d4-463c-a30f-27c1e31e298b), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:01.815806 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Current status of the port e4b9281d-09d4-463c-a30f-27c1e31e298b is: ACTIVE; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:40:01.817797 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8d42cc0c-dad0-4d95-ad45-2f866d7224a7 req-996c7a95-bdaa-450d-916c-41947136104c tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=ece02df2-a07d-4fb4-8109-b32a3e7a8841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685205 Mar 18 00:40:01.864944 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-ce8e15c4-450b-410e-a5f9-731e88f1a2ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00eed520-604e-43f3-88cb-75927a2df588 {{(pid=109622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:40:01.872311 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-ce8e15c4-450b-410e-a5f9-731e88f1a2ab service neutron] Publish callbacks [] for port (00eed520-604e-43f3-88cb-75927a2df588), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:01.883650 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.provisioning_blocks [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-ce8e15c4-450b-410e-a5f9-731e88f1a2ab service neutron] Transition to ACTIVE for port object 00eed520-604e-43f3-88cb-75927a2df588 will not be triggered until provisioned by entity L2. {{(pid=109622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 00:40:01.888827 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-ce8e15c4-450b-410e-a5f9-731e88f1a2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (00eed520-604e-43f3-88cb-75927a2df588), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:01.938773 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e15c4-450b-410e-a5f9-731e88f1a2ab service neutron] Pushing event updated for resources: {'Port': ['ID=00eed520-604e-43f3-88cb-75927a2df588,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:40:02.007289 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-ce8e15c4-450b-410e-a5f9-731e88f1a2ab service neutron] Attempting to bind port 00eed520-604e-43f3-88cb-75927a2df588 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:40:02.007625 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-ce8e15c4-450b-410e-a5f9-731e88f1a2ab service neutron] Attempting to bind port 00eed520-604e-43f3-88cb-75927a2df588 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:40:02.008041 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-ce8e15c4-450b-410e-a5f9-731e88f1a2ab service neutron] Attempting to bind port 00eed520-604e-43f3-88cb-75927a2df588 on network b50131b9-c8f7-43a8-bc30-057ba1922412 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:40:02.012704 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-ce8e15c4-450b-410e-a5f9-731e88f1a2ab service neutron] Port 00eed520-604e-43f3-88cb-75927a2df588 on network b50131b9-c8f7-43a8-bc30-057ba1922412 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 00:40:02.013022 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-ce8e15c4-450b-410e-a5f9-731e88f1a2ab service neutron] Attempting to bind port 00eed520-604e-43f3-88cb-75927a2df588 on network b50131b9-c8f7-43a8-bc30-057ba1922412 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:40:02.018116 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-ce8e15c4-450b-410e-a5f9-731e88f1a2ab service neutron] Checking agent: {'id': 'a11cec97-e670-4172-acc9-1e6c1f318043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'started_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:40:02.018448 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-ce8e15c4-450b-410e-a5f9-731e88f1a2ab service neutron] Checking segment: {'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:40:02.018832 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-ce8e15c4-450b-410e-a5f9-731e88f1a2ab service neutron] Bound using segment: {'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:40:02.019256 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-ce8e15c4-450b-410e-a5f9-731e88f1a2ab service neutron] Bound port: 00eed520-604e-43f3-88cb-75927a2df588, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'}}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:40:02.019612 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-ce8e15c4-450b-410e-a5f9-731e88f1a2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (00eed520-604e-43f3-88cb-75927a2df588), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:02.089032 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-ce8e15c4-450b-410e-a5f9-731e88f1a2ab service neutron] For port 00eed520-604e-43f3-88cb-75927a2df588, host hv-cinder-76845, cleared binding levels {{(pid=109622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:40:02.092065 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-ce8e15c4-450b-410e-a5f9-731e88f1a2ab service neutron] For port 00eed520-604e-43f3-88cb-75927a2df588, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=00eed520-604e-43f3-88cb-75927a2df588,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:40:02.097867 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-ce8e15c4-450b-410e-a5f9-731e88f1a2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (00eed520-604e-43f3-88cb-75927a2df588), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:02.128966 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-ce8e15c4-450b-410e-a5f9-731e88f1a2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:02.129635 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-ce8e15c4-450b-410e-a5f9-731e88f1a2ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:02.131014 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-ce8e15c4-450b-410e-a5f9-731e88f1a2ab service neutron] 10.222.0.10 "PUT /v2.0/ports/00eed520-604e-43f3-88cb-75927a2df588 HTTP/1.1" status: 200 len: 1094 time: 0.7163341 Mar 18 00:40:02.131447 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e073419-0906-4cf8-b17d-a25f5beb223d', 'tag': '00eed520-604e-43f3-88cb-75927a2df588'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:40:02.134199 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efb1982-52e2-490f-a103-4ce26193351a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e073419-0906-4cf8-b17d-a25f5beb223d", "tag": "00eed520-604e-43f3-88cb-75927a2df588"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:40:02.164085 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e15c4-450b-410e-a5f9-731e88f1a2ab service neutron] Pushing event updated for resources: {'Port': ['ID=00eed520-604e-43f3-88cb-75927a2df588,revision_number=3']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:40:02.178920 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27e6a44-2b3e-4c89-bc86-df02165a0766 x-openstack-request-id: req-f27e6a44-2b3e-4c89-bc86-df02165a0766 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:40:02.179271 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e073419-0906-4cf8-b17d-a25f5beb223d", "tag": "00eed520-604e-43f3-88cb-75927a2df588", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:40:02.179527 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f27e6a44-2b3e-4c89-bc86-df02165a0766 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:40:02.180469 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e073419-0906-4cf8-b17d-a25f5beb223d', 'tag': '00eed520-604e-43f3-88cb-75927a2df588', 'status': 'completed', 'code': 200} Mar 18 00:40:02.252866 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-aaaf0e67-672b-4cca-a350-1f6159877deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:02.254404 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-aaaf0e67-672b-4cca-a350-1f6159877deb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f871c1f09843f195516f5747fe4c65&device_id=2e073419-0906-4cf8-b17d-a25f5beb223d HTTP/1.1" status: 200 len: 1128 time: 0.0472050 Mar 18 00:40:02.312722 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-d647e9da-f1a0-412f-bd18-7871b072b193 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00eed520-604e-43f3-88cb-75927a2df588 HTTP/1.1" status: 200 len: 217 time: 0.0374928 Mar 18 00:40:02.362690 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-75018ee9-f245-4aae-84c5-914a0250fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:02.364091 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-75018ee9-f245-4aae-84c5-914a0250fcbd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5031d0a-93b5-4b89-adee-d9ce92bb004b HTTP/1.1" status: 200 len: 853 time: 0.0417855 Mar 18 00:40:02.415646 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-f01ae421-4f97-4d30-9986-4fd0ece07856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:02.417153 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-f01ae421-4f97-4d30-9986-4fd0ece07856 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b50131b9-c8f7-43a8-bc30-057ba1922412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0438197 Mar 18 00:40:02.511725 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-6ed68484-bfc9-4862-a74d-2c2429350ede service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843346 Mar 18 00:40:02.603812 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7f3fc1bb-8c35-4dca-86cd-7bf0772c0c34 req-fc641a0f-1a99-4c9a-9d69-e627bc24f4db service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832369 Mar 18 00:40:02.753060 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb1982-52e2-490f-a103-4ce26193351a req-24cbcf74-e0bd-42ed-bb18-ff33347b4f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:02.754479 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7efb1982-52e2-490f-a103-4ce26193351a req-24cbcf74-e0bd-42ed-bb18-ff33347b4f31 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f871c1f09843f195516f5747fe4c65&device_id=2e073419-0906-4cf8-b17d-a25f5beb223d HTTP/1.1" status: 200 len: 1128 time: 0.0488648 Mar 18 00:40:02.843513 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb1982-52e2-490f-a103-4ce26193351a req-89a5a28a-66db-45d3-ac15-609d52ed3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:02.845020 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7efb1982-52e2-490f-a103-4ce26193351a req-89a5a28a-66db-45d3-ac15-609d52ed3ca8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b50131b9-c8f7-43a8-bc30-057ba1922412 HTTP/1.1" status: 200 len: 914 time: 0.0831504 Mar 18 00:40:02.890145 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7efb1982-52e2-490f-a103-4ce26193351a req-e0ca43e9-c1e2-4ba1-a7e1-39dca1da4203 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00eed520-604e-43f3-88cb-75927a2df588 HTTP/1.1" status: 200 len: 217 time: 0.0369089 Mar 18 00:40:02.964508 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb1982-52e2-490f-a103-4ce26193351a req-e230c0d4-8ac5-4ffa-877e-34a016ec8df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:02.966029 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7efb1982-52e2-490f-a103-4ce26193351a req-e230c0d4-8ac5-4ffa-877e-34a016ec8df1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5031d0a-93b5-4b89-adee-d9ce92bb004b HTTP/1.1" status: 200 len: 853 time: 0.0687809 Mar 18 00:40:02.979392 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e094561-0b59-4115-9cdc-091cc459f6fa req-98a553a2-033e-4655-9e6d-10a515ddedf6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:02.980792 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5e094561-0b59-4115-9cdc-091cc459f6fa req-98a553a2-033e-4655-9e6d-10a515ddedf6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e073419-0906-4cf8-b17d-a25f5beb223d HTTP/1.1" status: 200 len: 944 time: 0.0934210 Mar 18 00:40:03.050531 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-5e094561-0b59-4115-9cdc-091cc459f6fa req-9368a533-6496-4418-a438-35e1125bc739 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=ece02df2-a07d-4fb4-8109-b32a3e7a8841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606272 Mar 18 00:40:03.056469 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb1982-52e2-490f-a103-4ce26193351a req-7dece582-c876-4139-a7af-5163de81c526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:03.057963 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7efb1982-52e2-490f-a103-4ce26193351a req-7dece582-c876-4139-a7af-5163de81c526 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b50131b9-c8f7-43a8-bc30-057ba1922412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0763345 Mar 18 00:40:03.151604 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7efb1982-52e2-490f-a103-4ce26193351a req-fb016b5a-38b0-4637-9303-e23cbe7be5a6 service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849791 Mar 18 00:40:03.238339 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7efb1982-52e2-490f-a103-4ce26193351a req-20e8d497-8c28-4cc8-ad77-a67d43e1d943 service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794809 Mar 18 00:40:04.174319 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d01cf-7e0c-4521-9b4b-bfae008a94fd req-8d7c2b06-eddf-43af-b56f-9e3a99b86762 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:04.175778 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-629d01cf-7e0c-4521-9b4b-bfae008a94fd req-8d7c2b06-eddf-43af-b56f-9e3a99b86762 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e073419-0906-4cf8-b17d-a25f5beb223d HTTP/1.1" status: 200 len: 944 time: 0.0589881 Mar 18 00:40:04.227538 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-629d01cf-7e0c-4521-9b4b-bfae008a94fd req-d4d85201-60c0-401a-a77a-f335d5444fe5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=ece02df2-a07d-4fb4-8109-b32a3e7a8841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454652 Mar 18 00:40:05.306925 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 00eed520-604e-43f3-88cb-75927a2df588 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 00:40:05.347083 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87933ab-64bd-4073-92b4-84aee83ef4cf req-28b2b0a9-1811-41ad-aa4f-dea77e6b53cb tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:05.348562 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a87933ab-64bd-4073-92b4-84aee83ef4cf req-28b2b0a9-1811-41ad-aa4f-dea77e6b53cb tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e073419-0906-4cf8-b17d-a25f5beb223d HTTP/1.1" status: 200 len: 944 time: 0.0564218 Mar 18 00:40:05.396292 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a87933ab-64bd-4073-92b4-84aee83ef4cf req-e63693e6-c4e2-4c60-ba8d-a16481d03155 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=ece02df2-a07d-4fb4-8109-b32a3e7a8841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413816 Mar 18 00:40:05.400373 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 00eed520-604e-43f3-88cb-75927a2df588, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=00eed520-604e-43f3-88cb-75927a2df588,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:40:05.411926 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Returning: {'device': '00eed520-604e-43f3-88cb-75927a2df588', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'port_id': '00eed520-604e-43f3-88cb-75927a2df588', 'mac_address': 'fa:16:3e:19:28:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 00:40:05.450641 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 00eed520-604e-43f3-88cb-75927a2df588 is: DOWN; New status is: BUILD {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:40:05.451024 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (00eed520-604e-43f3-88cb-75927a2df588), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:05.463039 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00eed520-604e-43f3-88cb-75927a2df588 {{(pid=109624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:40:05.481825 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 00eed520-604e-43f3-88cb-75927a2df588, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=00eed520-604e-43f3-88cb-75927a2df588,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:40:05.485703 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (00eed520-604e-43f3-88cb-75927a2df588), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:05.533247 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=00eed520-604e-43f3-88cb-75927a2df588,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:40:05.835228 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['00eed520-604e-43f3-88cb-75927a2df588'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:40:06.167056 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:06.515255 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef284d-df16-44af-91cd-0e964e934ab0 req-f91ae1aa-e989-4c2f-b1e1-30f9a053c73e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:06.516716 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9cef284d-df16-44af-91cd-0e964e934ab0 req-f91ae1aa-e989-4c2f-b1e1-30f9a053c73e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e073419-0906-4cf8-b17d-a25f5beb223d HTTP/1.1" status: 200 len: 945 time: 0.0532458 Mar 18 00:40:06.563174 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9cef284d-df16-44af-91cd-0e964e934ab0 req-70c96b64-33da-4403-9581-f64f0a008ce0 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=ece02df2-a07d-4fb4-8109-b32a3e7a8841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409114 Mar 18 00:40:07.312818 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 00eed520-604e-43f3-88cb-75927a2df588 up at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:40:07.360719 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning for port 00eed520-604e-43f3-88cb-75927a2df588 completed by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 00:40:07.364642 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning complete for port 00eed520-604e-43f3-88cb-75927a2df588 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:40:07.365012 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (00eed520-604e-43f3-88cb-75927a2df588), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:07.564568 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 00eed520-604e-43f3-88cb-75927a2df588 is: BUILD; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:40:07.564938 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (00eed520-604e-43f3-88cb-75927a2df588), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:07.588746 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e073419-0906-4cf8-b17d-a25f5beb223d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00eed520-604e-43f3-88cb-75927a2df588'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:40:07.590998 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e50e93b-90a7-474d-97b7-08375573fa72" -d '{"events": [{"server_uuid": "2e073419-0906-4cf8-b17d-a25f5beb223d", "name": "network-vif-plugged", "status": "completed", "tag": "00eed520-604e-43f3-88cb-75927a2df588"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:40:07.603544 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 00eed520-604e-43f3-88cb-75927a2df588, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=00eed520-604e-43f3-88cb-75927a2df588,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:40:07.608136 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (00eed520-604e-43f3-88cb-75927a2df588), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:07.644347 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e466095e-85ec-40e6-b61e-6bb44f26b2a2 x-openstack-request-id: req-e466095e-85ec-40e6-b61e-6bb44f26b2a2 {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:40:07.644638 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e073419-0906-4cf8-b17d-a25f5beb223d", "name": "network-vif-plugged", "status": "completed", "tag": "00eed520-604e-43f3-88cb-75927a2df588", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:40:07.644886 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e466095e-85ec-40e6-b61e-6bb44f26b2a2 {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:40:07.645277 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e073419-0906-4cf8-b17d-a25f5beb223d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00eed520-604e-43f3-88cb-75927a2df588', 'code': 200} Mar 18 00:40:07.657888 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=00eed520-604e-43f3-88cb-75927a2df588,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:40:07.692480 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e6853-cf11-4eb5-8c85-564acb0b6a78 req-253a827f-4adc-4af9-a5e6-7a953c5e2915 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:07.693993 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dd3e6853-cf11-4eb5-8c85-564acb0b6a78 req-253a827f-4adc-4af9-a5e6-7a953c5e2915 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e073419-0906-4cf8-b17d-a25f5beb223d HTTP/1.1" status: 200 len: 946 time: 0.0571358 Mar 18 00:40:07.742078 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-dd3e6853-cf11-4eb5-8c85-564acb0b6a78 req-79c9cabc-dd20-4260-8928-a9bc488cd677 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=ece02df2-a07d-4fb4-8109-b32a3e7a8841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413096 Mar 18 00:40:07.855324 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404d688-6787-493a-870c-84dca72c55ce req-1f1d1096-79f8-465d-9a3c-b582672d021b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:07.856793 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2404d688-6787-493a-870c-84dca72c55ce req-1f1d1096-79f8-465d-9a3c-b582672d021b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e073419-0906-4cf8-b17d-a25f5beb223d HTTP/1.1" status: 200 len: 1130 time: 0.0415654 Mar 18 00:40:07.909653 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-2404d688-6787-493a-870c-84dca72c55ce req-4d98e5c8-b5dd-4e92-bf40-71dcb67db96e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ece02df2-a07d-4fb4-8109-b32a3e7a8841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411129 Mar 18 00:40:08.860205 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9c681-f1ad-4390-a30b-e8ec09944c61 req-900c9d3f-1088-4382-b6b0-2fe15beaccd5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:08.861671 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b3b9c681-f1ad-4390-a30b-e8ec09944c61 req-900c9d3f-1088-4382-b6b0-2fe15beaccd5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e073419-0906-4cf8-b17d-a25f5beb223d HTTP/1.1" status: 200 len: 946 time: 0.0507920 Mar 18 00:40:08.911616 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b3b9c681-f1ad-4390-a30b-e8ec09944c61 req-8d9ccc48-afb7-4cfc-a7ef-6767b1723f5b tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=ece02df2-a07d-4fb4-8109-b32a3e7a8841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445058 Mar 18 00:40:10.028766 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a98ff6-27f5-4934-bbf5-38576a6ac33e req-f0a273e9-4db0-44a2-a350-88871db8b9f7 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:10.030264 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-14a98ff6-27f5-4934-bbf5-38576a6ac33e req-f0a273e9-4db0-44a2-a350-88871db8b9f7 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e073419-0906-4cf8-b17d-a25f5beb223d HTTP/1.1" status: 200 len: 946 time: 0.0544696 Mar 18 00:40:10.081205 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-14a98ff6-27f5-4934-bbf5-38576a6ac33e req-bcd44a1b-c641-4d2d-af44-192aafbed47d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=ece02df2-a07d-4fb4-8109-b32a3e7a8841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454855 Mar 18 00:40:10.193263 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:40:10.195840 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5718d3-4d23-406a-a8d9-113aa1df1330 req-e5bb8ded-b5e5-4f61-99ad-f83a48112c15 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:10.197305 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-fb5718d3-4d23-406a-a8d9-113aa1df1330 req-e5bb8ded-b5e5-4f61-99ad-f83a48112c15 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e073419-0906-4cf8-b17d-a25f5beb223d HTTP/1.1" status: 200 len: 946 time: 0.0528755 Mar 18 00:40:10.205671 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56440) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:40:10.209942 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-1ff4f448-27ff-4868-9493-fc9624508fed tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Request body: {'floatingip': {'port_id': '00eed520-604e-43f3-88cb-75927a2df588'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:40:10.249677 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f448-27ff-4868-9493-fc9624508fed tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (6f104682-13f1-49b0-9ea3-adec776236e1), before_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:10.667020 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f448-27ff-4868-9493-fc9624508fed tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:10.670649 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f448-27ff-4868-9493-fc9624508fed tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (6f104682-13f1-49b0-9ea3-adec776236e1), after_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:10.768364 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.db.l3_db [None req-1ff4f448-27ff-4868-9493-fc9624508fed tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Floating IP 6f104682-13f1-49b0-9ea3-adec776236e1 associated. External IP: 172.28.2.189, port: 00eed520-604e-43f3-88cb-75927a2df588. Mar 18 00:40:10.972681 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff4f448-27ff-4868-9493-fc9624508fed tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Router 6822e945-8353-4075-883b-41b84094cff8 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:40:11.303968 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff4f448-27ff-4868-9493-fc9624508fed tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:40:11.308903 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f448-27ff-4868-9493-fc9624508fed tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:11.313739 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312243b6-4d74-4aa6-9bd7-12da1f51785f None None] Sync routers for ids ['6822e945-8353-4075-883b-41b84094cff8'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:40:11.323305 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312243b6-4d74-4aa6-9bd7-12da1f51785f None None] Routers {'6822e945-8353-4075-883b-41b84094cff8'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:40:11.323911 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-312243b6-4d74-4aa6-9bd7-12da1f51785f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:39:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['6822e945-8353-4075-883b-41b84094cff8'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:40:11.340456 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-1ff4f448-27ff-4868-9493-fc9624508fed tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "PUT /v2.0/floatingips/6f104682-13f1-49b0-9ea3-adec776236e1 HTTP/1.1" status: 200 len: 992 time: 1.1337380 Mar 18 00:40:11.341066 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e073419-0906-4cf8-b17d-a25f5beb223d', 'tag': '00eed520-604e-43f3-88cb-75927a2df588'}] {{(pid=109623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:40:11.343578 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7516d28204096922e4ecff7ff99285710cd6cc6eb93d78320b89f05ba80b8814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3b5e76-3b75-44f1-a4db-c69bbc0d306d" -d '{"events": [{"name": "network-changed", "server_uuid": "2e073419-0906-4cf8-b17d-a25f5beb223d", "tag": "00eed520-604e-43f3-88cb-75927a2df588"}]}' {{(pid=109623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:40:11.389453 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75871e23-d334-4b4a-a83f-0fc893d63adc x-openstack-request-id: req-75871e23-d334-4b4a-a83f-0fc893d63adc {{(pid=109623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:40:11.389744 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e073419-0906-4cf8-b17d-a25f5beb223d", "tag": "00eed520-604e-43f3-88cb-75927a2df588", "status": "completed", "code": 200}]} {{(pid=109623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:40:11.389996 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75871e23-d334-4b4a-a83f-0fc893d63adc {{(pid=109623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:40:11.390396 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e073419-0906-4cf8-b17d-a25f5beb223d', 'tag': '00eed520-604e-43f3-88cb-75927a2df588', 'status': 'completed', 'code': 200} Mar 18 00:40:11.432402 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-312243b6-4d74-4aa6-9bd7-12da1f51785f None None] Set router 6822e945-8353-4075-883b-41b84094cff8 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:40:11.481409 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b5e76-3b75-44f1-a4db-c69bbc0d306d req-909d3ca9-71fb-485c-a365-fdfd3749c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:11.482912 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6b3b5e76-3b75-44f1-a4db-c69bbc0d306d req-909d3ca9-71fb-485c-a365-fdfd3749c100 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f871c1f09843f195516f5747fe4c65&device_id=2e073419-0906-4cf8-b17d-a25f5beb223d HTTP/1.1" status: 200 len: 1130 time: 0.0515897 Mar 18 00:40:11.576998 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b5e76-3b75-44f1-a4db-c69bbc0d306d req-a3d37064-f814-4a91-8382-4b92165e1695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:11.578401 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6b3b5e76-3b75-44f1-a4db-c69bbc0d306d req-a3d37064-f814-4a91-8382-4b92165e1695 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b50131b9-c8f7-43a8-bc30-057ba1922412 HTTP/1.1" status: 200 len: 914 time: 0.0897772 Mar 18 00:40:11.641184 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6b3b5e76-3b75-44f1-a4db-c69bbc0d306d req-b0543ce8-d5f6-4509-83d7-ef5a829d6ee2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00eed520-604e-43f3-88cb-75927a2df588 HTTP/1.1" status: 200 len: 1000 time: 0.0569866 Mar 18 00:40:11.655787 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-312243b6-4d74-4aa6-9bd7-12da1f51785f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': '6f104682-13f1-49b0-9ea3-adec776236e1', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'floating_ip_address': '172.28.2.189', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '6822e945-8353-4075-883b-41b84094cff8', 'port_id': '00eed520-604e-43f3-88cb-75927a2df588', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'mac_address': 'fa:16:3e:19:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e073419-0906-4cf8-b17d-a25f5beb223d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:39:58Z', 'updated_at': '2022-03-18T00:40:10Z', 'revision_number': 1, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:40:11.681855 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312243b6-4d74-4aa6-9bd7-12da1f51785f None None] Checking router: 6822e945-8353-4075-883b-41b84094cff8 for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:40:11.689942 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312243b6-4d74-4aa6-9bd7-12da1f51785f None None] Routers {'6822e945-8353-4075-883b-41b84094cff8'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:40:11.690569 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-312243b6-4d74-4aa6-9bd7-12da1f51785f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:39:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['6822e945-8353-4075-883b-41b84094cff8'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:40:11.691680 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b5e76-3b75-44f1-a4db-c69bbc0d306d req-3d658fb8-393c-4f0b-a8fe-ad8e0c119875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:11.693120 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6b3b5e76-3b75-44f1-a4db-c69bbc0d306d req-3d658fb8-393c-4f0b-a8fe-ad8e0c119875 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5031d0a-93b5-4b89-adee-d9ce92bb004b HTTP/1.1" status: 200 len: 853 time: 0.0458438 Mar 18 00:40:11.741143 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b5e76-3b75-44f1-a4db-c69bbc0d306d req-64158901-d1f6-40fa-9056-e308e0c04e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:11.743351 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6b3b5e76-3b75-44f1-a4db-c69bbc0d306d req-64158901-d1f6-40fa-9056-e308e0c04e13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b50131b9-c8f7-43a8-bc30-057ba1922412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0443306 Mar 18 00:40:11.799801 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-312243b6-4d74-4aa6-9bd7-12da1f51785f None None] Set router 6822e945-8353-4075-883b-41b84094cff8 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:40:11.832324 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6b3b5e76-3b75-44f1-a4db-c69bbc0d306d req-3ad11087-aca7-4aba-bc8e-50773ab83918 service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827041 Mar 18 00:40:12.035523 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-312243b6-4d74-4aa6-9bd7-12da1f51785f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': '6f104682-13f1-49b0-9ea3-adec776236e1', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'floating_ip_address': '172.28.2.189', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '6822e945-8353-4075-883b-41b84094cff8', 'port_id': '00eed520-604e-43f3-88cb-75927a2df588', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'mac_address': 'fa:16:3e:19:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e073419-0906-4cf8-b17d-a25f5beb223d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:39:58Z', 'updated_at': '2022-03-18T00:40:10Z', 'revision_number': 1, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:40:12.064141 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312243b6-4d74-4aa6-9bd7-12da1f51785f None None] The sync data for ids ['6822e945-8353-4075-883b-41b84094cff8'] in dv-cinder-768458-19-smb is: [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': '6f104682-13f1-49b0-9ea3-adec776236e1', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'floating_ip_address': '172.28.2.189', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '6822e945-8353-4075-883b-41b84094cff8', 'port_id': '00eed520-604e-43f3-88cb-75927a2df588', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'mac_address': 'fa:16:3e:19:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e073419-0906-4cf8-b17d-a25f5beb223d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:39:58Z', 'updated_at': '2022-03-18T00:40:10Z', 'revision_number': 1, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:40:12.162509 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-6b3b5e76-3b75-44f1-a4db-c69bbc0d306d req-1a1072a5-3e96-45ae-8176-314f0cdd53f6 service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241699 Mar 18 00:40:12.252052 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb9d661-a49f-46c3-bac7-6bf544270375 None None] New status for floating IP 6f104682-13f1-49b0-9ea3-adec776236e1: ACTIVE {{(pid=109625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 00:40:21.464227 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-be375bcd-feff-4759-a055-ff1e0998bdbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:23.845501 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-54eebee3-73c8-4cdb-bd0c-292ed2d2a6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:24.701268 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:26.395941 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:27.930250 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:36.171339 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:45.806861 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e3a72fc1-bc5e-4df8-88da-948cdcdbe7d3 req-4bf7e33e-0942-4d8f-9edf-2af2865d8cf8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e073419-0906-4cf8-b17d-a25f5beb223d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413623 Mar 18 00:40:45.905910 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a72fc1-bc5e-4df8-88da-948cdcdbe7d3 req-408d7caf-d463-45ba-a6d7-55ef0b26b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:45.907360 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e3a72fc1-bc5e-4df8-88da-948cdcdbe7d3 req-408d7caf-d463-45ba-a6d7-55ef0b26b30c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f871c1f09843f195516f5747fe4c65&device_id=2e073419-0906-4cf8-b17d-a25f5beb223d HTTP/1.1" status: 200 len: 1130 time: 0.0433183 Mar 18 00:40:46.010630 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a72fc1-bc5e-4df8-88da-948cdcdbe7d3 req-fe7a7dc5-9d72-4642-bc33-5640bfd333cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:46.012063 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e3a72fc1-bc5e-4df8-88da-948cdcdbe7d3 req-fe7a7dc5-9d72-4642-bc33-5640bfd333cd service neutron] 10.222.0.10 "GET /v2.0/networks?id=b50131b9-c8f7-43a8-bc30-057ba1922412 HTTP/1.1" status: 200 len: 914 time: 0.0860507 Mar 18 00:40:46.076967 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e3a72fc1-bc5e-4df8-88da-948cdcdbe7d3 req-72643f9f-7dc1-42e2-8798-b9b14633a2ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00eed520-604e-43f3-88cb-75927a2df588 HTTP/1.1" status: 200 len: 1002 time: 0.0564296 Mar 18 00:40:46.131320 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a72fc1-bc5e-4df8-88da-948cdcdbe7d3 req-6f19b443-3e9d-4dfe-9323-1da3a9283ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:46.132714 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e3a72fc1-bc5e-4df8-88da-948cdcdbe7d3 req-6f19b443-3e9d-4dfe-9323-1da3a9283ddb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5031d0a-93b5-4b89-adee-d9ce92bb004b HTTP/1.1" status: 200 len: 853 time: 0.0463352 Mar 18 00:40:46.180047 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a72fc1-bc5e-4df8-88da-948cdcdbe7d3 req-d603b733-1c66-4602-a1ee-7eeaa2cd54c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:46.182284 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e3a72fc1-bc5e-4df8-88da-948cdcdbe7d3 req-d603b733-1c66-4602-a1ee-7eeaa2cd54c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b50131b9-c8f7-43a8-bc30-057ba1922412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0426314 Mar 18 00:40:46.266507 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e3a72fc1-bc5e-4df8-88da-948cdcdbe7d3 req-f2a86087-7deb-4047-b09c-e930ad788572 service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777614 Mar 18 00:40:46.356226 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e3a72fc1-bc5e-4df8-88da-948cdcdbe7d3 req-9c68ced9-93b1-48e1-ae45-f50d984be02b service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836885 Mar 18 00:40:47.191671 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:40:51.253020 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56484) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:40:51.257485 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-57003749-9ba9-4565-bffa-69f88abe9ae1 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1569137718', 'description': 'tempest-description--1055691850'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:40:51.277574 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-57003749-9ba9-4565-bffa-69f88abe9ae1 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:51.340863 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-57003749-9ba9-4565-bffa-69f88abe9ae1 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group (09dc471a-e7cb-4a13-a806-6564aa02eaa1), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:51.344600 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-57003749-9ba9-4565-bffa-69f88abe9ae1 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (09dc471a-e7cb-4a13-a806-6564aa02eaa1), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:51.373284 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57003749-9ba9-4565-bffa-69f88abe9ae1 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09dc471a-e7cb-4a13-a806-6564aa02eaa1,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:40:51.377543 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-57003749-9ba9-4565-bffa-69f88abe9ae1 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:51.381571 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-57003749-9ba9-4565-bffa-69f88abe9ae1 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1247373 Mar 18 00:40:51.381726 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56486) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:40:51.385998 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-52320826-e666-439f-b644-aa56454a22e9 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Request body: {'security_group_rule': {'security_group_id': '09dc471a-e7cb-4a13-a806-6564aa02eaa1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:40:51.397081 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57003749-9ba9-4565-bffa-69f88abe9ae1 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:51.397458 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57003749-9ba9-4565-bffa-69f88abe9ae1 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:51.397807 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57003749-9ba9-4565-bffa-69f88abe9ae1 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:51.398146 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57003749-9ba9-4565-bffa-69f88abe9ae1 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:51.398480 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57003749-9ba9-4565-bffa-69f88abe9ae1 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:51.398812 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57003749-9ba9-4565-bffa-69f88abe9ae1 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:51.399140 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57003749-9ba9-4565-bffa-69f88abe9ae1 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:51.399464 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57003749-9ba9-4565-bffa-69f88abe9ae1 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:51.399790 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57003749-9ba9-4565-bffa-69f88abe9ae1 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:51.400115 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57003749-9ba9-4565-bffa-69f88abe9ae1 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:51.400440 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57003749-9ba9-4565-bffa-69f88abe9ae1 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:51.400764 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57003749-9ba9-4565-bffa-69f88abe9ae1 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:51.401345 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57003749-9ba9-4565-bffa-69f88abe9ae1 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:51.401718 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57003749-9ba9-4565-bffa-69f88abe9ae1 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:51.402583 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57003749-9ba9-4565-bffa-69f88abe9ae1 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:51.422977 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-52320826-e666-439f-b644-aa56454a22e9 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group_rule (479a4aca-7bb2-4017-8f7d-bf1028375890), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:51.474940 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-6175f6a2-de2b-4902-a25d-21e1eac556b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:51.478949 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-52320826-e666-439f-b644-aa56454a22e9 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group_rule (479a4aca-7bb2-4017-8f7d-bf1028375890), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:51.483300 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-52320826-e666-439f-b644-aa56454a22e9 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (479a4aca-7bb2-4017-8f7d-bf1028375890), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:51.502499 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52320826-e666-439f-b644-aa56454a22e9 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479a4aca-7bb2-4017-8f7d-bf1028375890,revision_number=0']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:40:51.507882 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-52320826-e666-439f-b644-aa56454a22e9 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:51.512494 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-52320826-e666-439f-b644-aa56454a22e9 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269681 Mar 18 00:40:51.512763 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56488) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:40:51.517252 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-d496e786-2487-4a5d-b7a3-6c655f1dfb0e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Request body: {'security_group_rule': {'security_group_id': '09dc471a-e7cb-4a13-a806-6564aa02eaa1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:40:51.541306 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-d496e786-2487-4a5d-b7a3-6c655f1dfb0e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group_rule (4a8bfb54-8c32-4bc3-9f80-512e29952e3b), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:51.599226 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-d496e786-2487-4a5d-b7a3-6c655f1dfb0e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group_rule (4a8bfb54-8c32-4bc3-9f80-512e29952e3b), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:51.602452 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-d496e786-2487-4a5d-b7a3-6c655f1dfb0e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (4a8bfb54-8c32-4bc3-9f80-512e29952e3b), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:51.618871 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496e786-2487-4a5d-b7a3-6c655f1dfb0e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8bfb54-8c32-4bc3-9f80-512e29952e3b,revision_number=0']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:40:51.625905 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-d496e786-2487-4a5d-b7a3-6c655f1dfb0e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:51.627080 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-d496e786-2487-4a5d-b7a3-6c655f1dfb0e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132433 Mar 18 00:40:51.630114 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56490) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:40:51.634229 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-4997645f-edfd-4750-bb58-420d08954833 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Request body: {'floatingip': {'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:40:51.654871 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4997645f-edfd-4750-bb58-420d08954833 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:51.747083 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4997645f-edfd-4750-bb58-420d08954833 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:51.848715 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [None req-4997645f-edfd-4750-bb58-420d08954833 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Allocated IP 172.28.2.160 (5e3ddc34-ad90-40ce-bf33-6bccf71106f9/1eeedb1d-7e47-41b2-b3a3-f344e50a1163/54412fb1-6b3d-44cb-aa66-f91c82e60f88) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:40:51.946836 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4997645f-edfd-4750-bb58-420d08954833 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for port (54412fb1-6b3d-44cb-aa66-f91c82e60f88), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:51.978517 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4997645f-edfd-4750-bb58-420d08954833 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (54412fb1-6b3d-44cb-aa66-f91c82e60f88), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:52.019875 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4997645f-edfd-4750-bb58-420d08954833 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:40:52.024759 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [None req-4997645f-edfd-4750-bb58-420d08954833 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:40:52.029839 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4997645f-edfd-4750-bb58-420d08954833 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:40:52.032914 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997645f-edfd-4750-bb58-420d08954833 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event updated for resources: {'Port': ['ID=54412fb1-6b3d-44cb-aa66-f91c82e60f88,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:40:52.113521 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4997645f-edfd-4750-bb58-420d08954833 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (93b7e9ed-8cee-4918-aed6-b4c82e35c63a), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:52.148032 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4997645f-edfd-4750-bb58-420d08954833 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (54412fb1-6b3d-44cb-aa66-f91c82e60f88), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:52.295636 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4997645f-edfd-4750-bb58-420d08954833 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for port (54412fb1-6b3d-44cb-aa66-f91c82e60f88), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:52.300047 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4997645f-edfd-4750-bb58-420d08954833 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (54412fb1-6b3d-44cb-aa66-f91c82e60f88), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:52.369482 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997645f-edfd-4750-bb58-420d08954833 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event updated for resources: {'Port': ['ID=54412fb1-6b3d-44cb-aa66-f91c82e60f88,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:40:52.376796 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4997645f-edfd-4750-bb58-420d08954833 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (93b7e9ed-8cee-4918-aed6-b4c82e35c63a), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:52.391429 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-4997645f-edfd-4750-bb58-420d08954833 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:52.395691 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-4997645f-edfd-4750-bb58-420d08954833 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7616463 Mar 18 00:40:52.540007 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-7529c58e-6195-4820-812a-d5d8c6081436 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1569137718&fields=id&tenant_id=74f871c1f09843f195516f5747fe4c65 HTTP/1.1" status: 200 len: 267 time: 0.0444462 Mar 18 00:40:52.642379 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-37b8715a-5a87-4c0a-b4d3-bf1f8634438b tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:52.643717 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-37b8715a-5a87-4c0a-b4d3-bf1f8634438b tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/networks?id=b50131b9-c8f7-43a8-bc30-057ba1922412 HTTP/1.1" status: 200 len: 814 time: 0.0966454 Mar 18 00:40:52.658276 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-11dbc372-1354-43e6-9c25-7d3a7efba10f tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/quotas/74f871c1f09843f195516f5747fe4c65 HTTP/1.1" status: 200 len: 375 time: 0.0093565 Mar 18 00:40:52.713545 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-6f477e98-143b-4049-9420-d7ccee07eaf7 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=74f871c1f09843f195516f5747fe4c65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506055 Mar 18 00:40:52.769485 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-9d09b9e2-38cc-4151-bf37-5b225557c8dd service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109622) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 18 00:40:52.770491 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-9d09b9e2-38cc-4151-bf37-5b225557c8dd service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0452988 Mar 18 00:40:52.859960 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-2dfe8cf7-8e2f-488d-bdd7-d83f8f3838db service neutron] 10.222.0.23 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835538 Mar 18 00:40:52.944919 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-9b13a58b-87cf-4f52-90b7-2647f7d3b571 service neutron] 10.222.0.23 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791929 Mar 18 00:40:53.107078 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f9fef717-8e9f-447c-8893-29f71517ecc8 req-ca70f1d0-4b16-4d33-9284-b1b8c667ee44 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=948de6b1-18cd-4955-bb64-901c4c937aee HTTP/1.1" status: 200 len: 210 time: 0.0271158 Mar 18 00:40:53.847184 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-112c6079-30ef-44f5-a0bd-9a982b881adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:54.219170 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac1c9b6d-3505-4544-8b19-17dd7b9b0874 req-f5eec362-b200-4141-9d7e-3e9f5e580185 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=948de6b1-18cd-4955-bb64-901c4c937aee HTTP/1.1" status: 200 len: 210 time: 0.0390952 Mar 18 00:40:54.238094 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-0814b637-8f66-474b-b2c6-738b5259948d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:54.239537 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-0814b637-8f66-474b-b2c6-738b5259948d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.10 "GET /v2.0/networks?id=b50131b9-c8f7-43a8-bc30-057ba1922412 HTTP/1.1" status: 200 len: 814 time: 0.1306291 Mar 18 00:40:54.332122 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-5e9d94fa-b583-44f4-a59f-62cbae162ee0 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74f871c1f09843f195516f5747fe4c65 HTTP/1.1" status: 200 len: 472 time: 0.0642869 Mar 18 00:40:54.343423 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-87a6d372-b796-46a8-bb7c-028996dfbaa2 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Request body: {'port': {'device_id': '948de6b1-18cd-4955-bb64-901c4c937aee', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'admin_state_up': True, 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'security_groups': ['09dc471a-e7cb-4a13-a806-6564aa02eaa1']}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:40:54.449716 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-87a6d372-b796-46a8-bb7c-028996dfbaa2 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Made reservation on behalf of 74f871c1f09843f195516f5747fe4c65 for: {'port': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:40:54.452970 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-87a6d372-b796-46a8-bb7c-028996dfbaa2 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:54.576735 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-87a6d372-b796-46a8-bb7c-028996dfbaa2 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Allocated IP 172.20.0.14 (b50131b9-c8f7-43a8-bc30-057ba1922412/e5031d0a-93b5-4b89-adee-d9ce92bb004b/5e3cae61-7d78-477d-86e1-2a9835d0d6bc) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:40:54.703326 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:54.704800 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-87a6d372-b796-46a8-bb7c-028996dfbaa2 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for port (5e3cae61-7d78-477d-86e1-2a9835d0d6bc), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:54.736201 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-87a6d372-b796-46a8-bb7c-028996dfbaa2 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (5e3cae61-7d78-477d-86e1-2a9835d0d6bc), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:54.780720 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-87a6d372-b796-46a8-bb7c-028996dfbaa2 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Network b50131b9-c8f7-43a8-bc30-057ba1922412 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:40:54.783801 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-87a6d372-b796-46a8-bb7c-028996dfbaa2 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:40:54.789278 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-87a6d372-b796-46a8-bb7c-028996dfbaa2 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:40:54.795546 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6d372-b796-46a8-bb7c-028996dfbaa2 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event updated for resources: {'Port': ['ID=5e3cae61-7d78-477d-86e1-2a9835d0d6bc,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:40:54.843515 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-87a6d372-b796-46a8-bb7c-028996dfbaa2 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:54.844166 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-87a6d372-b796-46a8-bb7c-028996dfbaa2 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:54.860195 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-87a6d372-b796-46a8-bb7c-028996dfbaa2 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5212381 Mar 18 00:40:54.884763 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-ea91ae13-47c6-4fc3-9fe6-1b481729fd0e service neutron] Request body: {'port': {'device_id': '948de6b1-18cd-4955-bb64-901c4c937aee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:40:54.944818 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-ea91ae13-47c6-4fc3-9fe6-1b481729fd0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (5e3cae61-7d78-477d-86e1-2a9835d0d6bc), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:55.052401 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-99e4cd7f-9647-485a-8fec-73fde9888dac None None] Provisioning complete for port 5e3cae61-7d78-477d-86e1-2a9835d0d6bc triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:40:55.052989 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-99e4cd7f-9647-485a-8fec-73fde9888dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (5e3cae61-7d78-477d-86e1-2a9835d0d6bc), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:55.089284 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-99e4cd7f-9647-485a-8fec-73fde9888dac None None] Port 5e3cae61-7d78-477d-86e1-2a9835d0d6bc cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:40:55.201337 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-ea91ae13-47c6-4fc3-9fe6-1b481729fd0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e3cae61-7d78-477d-86e1-2a9835d0d6bc {{(pid=109622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:40:55.208739 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-ea91ae13-47c6-4fc3-9fe6-1b481729fd0e service neutron] Publish callbacks [] for port (5e3cae61-7d78-477d-86e1-2a9835d0d6bc), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:55.221190 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.provisioning_blocks [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-ea91ae13-47c6-4fc3-9fe6-1b481729fd0e service neutron] Transition to ACTIVE for port object 5e3cae61-7d78-477d-86e1-2a9835d0d6bc will not be triggered until provisioned by entity L2. {{(pid=109622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 00:40:55.224916 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-ea91ae13-47c6-4fc3-9fe6-1b481729fd0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (5e3cae61-7d78-477d-86e1-2a9835d0d6bc), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:55.271812 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91ae13-47c6-4fc3-9fe6-1b481729fd0e service neutron] Pushing event updated for resources: {'Port': ['ID=5e3cae61-7d78-477d-86e1-2a9835d0d6bc,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:40:55.347072 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5ac6b-5b6c-48a6-8c3f-4ecbbbcc1a75 req-dbd602f5-6f48-4a77-aba2-1c3a6ec4877f tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:55.349434 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-22b5ac6b-5b6c-48a6-8c3f-4ecbbbcc1a75 req-dbd602f5-6f48-4a77-aba2-1c3a6ec4877f tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=948de6b1-18cd-4955-bb64-901c4c937aee HTTP/1.1" status: 200 len: 944 time: 0.0583982 Mar 18 00:40:55.350084 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-ea91ae13-47c6-4fc3-9fe6-1b481729fd0e service neutron] Attempting to bind port 5e3cae61-7d78-477d-86e1-2a9835d0d6bc on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:40:55.350430 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-ea91ae13-47c6-4fc3-9fe6-1b481729fd0e service neutron] Attempting to bind port 5e3cae61-7d78-477d-86e1-2a9835d0d6bc by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:40:55.350756 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-ea91ae13-47c6-4fc3-9fe6-1b481729fd0e service neutron] Attempting to bind port 5e3cae61-7d78-477d-86e1-2a9835d0d6bc on network b50131b9-c8f7-43a8-bc30-057ba1922412 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:40:55.355654 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-ea91ae13-47c6-4fc3-9fe6-1b481729fd0e service neutron] Port 5e3cae61-7d78-477d-86e1-2a9835d0d6bc on network b50131b9-c8f7-43a8-bc30-057ba1922412 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 00:40:55.356120 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-ea91ae13-47c6-4fc3-9fe6-1b481729fd0e service neutron] Attempting to bind port 5e3cae61-7d78-477d-86e1-2a9835d0d6bc on network b50131b9-c8f7-43a8-bc30-057ba1922412 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:40:55.361181 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-ea91ae13-47c6-4fc3-9fe6-1b481729fd0e service neutron] Checking agent: {'id': 'a11cec97-e670-4172-acc9-1e6c1f318043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'started_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:40:55.361715 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-ea91ae13-47c6-4fc3-9fe6-1b481729fd0e service neutron] Checking segment: {'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:40:55.362114 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-ea91ae13-47c6-4fc3-9fe6-1b481729fd0e service neutron] Bound using segment: {'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:40:55.363040 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-ea91ae13-47c6-4fc3-9fe6-1b481729fd0e service neutron] Bound port: 5e3cae61-7d78-477d-86e1-2a9835d0d6bc, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'}}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:40:55.363405 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-ea91ae13-47c6-4fc3-9fe6-1b481729fd0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (5e3cae61-7d78-477d-86e1-2a9835d0d6bc), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:55.404013 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-22b5ac6b-5b6c-48a6-8c3f-4ecbbbcc1a75 req-e17333f5-e9b8-4811-a08b-b073a7d37dca tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=09dc471a-e7cb-4a13-a806-6564aa02eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482328 Mar 18 00:40:55.436725 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-ea91ae13-47c6-4fc3-9fe6-1b481729fd0e service neutron] For port 5e3cae61-7d78-477d-86e1-2a9835d0d6bc, host hv-cinder-76845, cleared binding levels {{(pid=109622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:40:55.440020 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-ea91ae13-47c6-4fc3-9fe6-1b481729fd0e service neutron] For port 5e3cae61-7d78-477d-86e1-2a9835d0d6bc, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5e3cae61-7d78-477d-86e1-2a9835d0d6bc,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:40:55.445625 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-ea91ae13-47c6-4fc3-9fe6-1b481729fd0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (5e3cae61-7d78-477d-86e1-2a9835d0d6bc), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:55.476065 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-ea91ae13-47c6-4fc3-9fe6-1b481729fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:55.476678 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-ea91ae13-47c6-4fc3-9fe6-1b481729fd0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:55.478118 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-ea91ae13-47c6-4fc3-9fe6-1b481729fd0e service neutron] 10.222.0.10 "PUT /v2.0/ports/5e3cae61-7d78-477d-86e1-2a9835d0d6bc HTTP/1.1" status: 200 len: 1094 time: 0.5978379 Mar 18 00:40:55.478557 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948de6b1-18cd-4955-bb64-901c4c937aee', 'tag': '5e3cae61-7d78-477d-86e1-2a9835d0d6bc'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:40:55.480825 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b6b2ed-45f1-4108-a2de-f87fd064703c" -d '{"events": [{"name": "network-changed", "server_uuid": "948de6b1-18cd-4955-bb64-901c4c937aee", "tag": "5e3cae61-7d78-477d-86e1-2a9835d0d6bc"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:40:55.516995 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91ae13-47c6-4fc3-9fe6-1b481729fd0e service neutron] Pushing event updated for resources: {'Port': ['ID=5e3cae61-7d78-477d-86e1-2a9835d0d6bc,revision_number=3']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:40:55.595389 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-b6866dd3-618c-4bc7-b345-815661a5c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:55.596908 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-b6866dd3-618c-4bc7-b345-815661a5c7b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f871c1f09843f195516f5747fe4c65&device_id=948de6b1-18cd-4955-bb64-901c4c937aee HTTP/1.1" status: 200 len: 1128 time: 0.0507843 Mar 18 00:40:55.608453 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4d7d56-d1df-4559-aca8-c575abb7cb4a x-openstack-request-id: req-7c4d7d56-d1df-4559-aca8-c575abb7cb4a {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:40:55.608739 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948de6b1-18cd-4955-bb64-901c4c937aee", "tag": "5e3cae61-7d78-477d-86e1-2a9835d0d6bc", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:40:55.608990 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c4d7d56-d1df-4559-aca8-c575abb7cb4a {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:40:55.609450 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948de6b1-18cd-4955-bb64-901c4c937aee', 'tag': '5e3cae61-7d78-477d-86e1-2a9835d0d6bc', 'status': 'completed', 'code': 200} Mar 18 00:40:55.673905 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-2bf013db-e92f-4b0a-b322-77b866383914 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e3cae61-7d78-477d-86e1-2a9835d0d6bc HTTP/1.1" status: 200 len: 217 time: 0.0395126 Mar 18 00:40:55.722916 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-9303907a-c45e-42a4-82bd-58cb6cec0f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:55.724304 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-9303907a-c45e-42a4-82bd-58cb6cec0f49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5031d0a-93b5-4b89-adee-d9ce92bb004b HTTP/1.1" status: 200 len: 853 time: 0.0417345 Mar 18 00:40:55.774792 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-32b1562e-c211-4f3f-94e8-800f9651f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:55.776508 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-32b1562e-c211-4f3f-94e8-800f9651f328 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b50131b9-c8f7-43a8-bc30-057ba1922412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0428329 Mar 18 00:40:55.869079 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-85d1a264-af6c-4a95-95be-229a6b7203e0 service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821288 Mar 18 00:40:55.957522 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4dcc1dd4-4482-4ee9-aac2-5332755f6358 req-a4e84740-a430-48da-9ff3-3c8358c1479e service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782728 Mar 18 00:40:56.092167 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6b2ed-45f1-4108-a2de-f87fd064703c req-a430ac96-8ea5-4079-bf48-8653c9231ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:56.093730 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-03b6b2ed-45f1-4108-a2de-f87fd064703c req-a430ac96-8ea5-4079-bf48-8653c9231ddc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f871c1f09843f195516f5747fe4c65&device_id=948de6b1-18cd-4955-bb64-901c4c937aee HTTP/1.1" status: 200 len: 1128 time: 0.0439544 Mar 18 00:40:56.187368 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6b2ed-45f1-4108-a2de-f87fd064703c req-8ceb5d08-8baf-42d8-ad94-6660237601a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:56.188727 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-03b6b2ed-45f1-4108-a2de-f87fd064703c req-8ceb5d08-8baf-42d8-ad94-6660237601a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b50131b9-c8f7-43a8-bc30-057ba1922412 HTTP/1.1" status: 200 len: 914 time: 0.0862522 Mar 18 00:40:56.231466 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-03b6b2ed-45f1-4108-a2de-f87fd064703c req-5a2e4727-a98d-440d-952d-52b310d3d5e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e3cae61-7d78-477d-86e1-2a9835d0d6bc HTTP/1.1" status: 200 len: 217 time: 0.0343361 Mar 18 00:40:56.282684 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6b2ed-45f1-4108-a2de-f87fd064703c req-a83d4b34-36ba-438b-b3ff-af4d889416f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:56.284119 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-03b6b2ed-45f1-4108-a2de-f87fd064703c req-a83d4b34-36ba-438b-b3ff-af4d889416f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5031d0a-93b5-4b89-adee-d9ce92bb004b HTTP/1.1" status: 200 len: 853 time: 0.0467978 Mar 18 00:40:56.334578 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6b2ed-45f1-4108-a2de-f87fd064703c req-37452416-202f-4663-b3aa-01cbb3640842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:56.336133 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-03b6b2ed-45f1-4108-a2de-f87fd064703c req-37452416-202f-4663-b3aa-01cbb3640842 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b50131b9-c8f7-43a8-bc30-057ba1922412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0424967 Mar 18 00:40:56.399538 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:56.427970 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-03b6b2ed-45f1-4108-a2de-f87fd064703c req-91518125-479c-43f2-bf18-e68e56d71a5d service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835772 Mar 18 00:40:56.524506 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3226067-08e1-435e-a8bf-f0209262ab52 req-5b9f49b6-16bd-480c-9877-b64a06890d8a tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:56.525090 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-03b6b2ed-45f1-4108-a2de-f87fd064703c req-f2aef6c1-fa06-465c-a164-5a383e15bdf8 service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872066 Mar 18 00:40:56.525979 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e3226067-08e1-435e-a8bf-f0209262ab52 req-5b9f49b6-16bd-480c-9877-b64a06890d8a tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=948de6b1-18cd-4955-bb64-901c4c937aee HTTP/1.1" status: 200 len: 944 time: 0.0552614 Mar 18 00:40:56.572433 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e3226067-08e1-435e-a8bf-f0209262ab52 req-59189a70-da7e-4839-9569-53e0bb98a770 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=09dc471a-e7cb-4a13-a806-6564aa02eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399554 Mar 18 00:40:57.691392 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f45176-a666-4093-81ef-1990af154eab req-da049272-e993-46f1-adc8-729138d71688 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:57.692785 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a9f45176-a666-4093-81ef-1990af154eab req-da049272-e993-46f1-adc8-729138d71688 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=948de6b1-18cd-4955-bb64-901c4c937aee HTTP/1.1" status: 200 len: 944 time: 0.0530086 Mar 18 00:40:57.738005 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a9f45176-a666-4093-81ef-1990af154eab req-b963351a-834b-4662-8bb2-81f5d2b9ed70 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=09dc471a-e7cb-4a13-a806-6564aa02eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397217 Mar 18 00:40:57.931034 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:58.853697 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b61ede-88a5-4c84-abce-abdd7292b6f2 req-d602069d-fc59-4c96-b87e-0a554866a3f9 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:40:58.855634 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-62b61ede-88a5-4c84-abce-abdd7292b6f2 req-d602069d-fc59-4c96-b87e-0a554866a3f9 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=948de6b1-18cd-4955-bb64-901c4c937aee HTTP/1.1" status: 200 len: 944 time: 0.0512452 Mar 18 00:40:58.900297 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-62b61ede-88a5-4c84-abce-abdd7292b6f2 req-be61c0f2-56d2-4b2c-9d03-dc6620985e62 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=09dc471a-e7cb-4a13-a806-6564aa02eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392098 Mar 18 00:40:59.656491 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 5e3cae61-7d78-477d-86e1-2a9835d0d6bc details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 00:40:59.749236 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 5e3cae61-7d78-477d-86e1-2a9835d0d6bc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5e3cae61-7d78-477d-86e1-2a9835d0d6bc,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:40:59.760226 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Returning: {'device': '5e3cae61-7d78-477d-86e1-2a9835d0d6bc', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'port_id': '5e3cae61-7d78-477d-86e1-2a9835d0d6bc', 'mac_address': 'fa:16:3e:02:3c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 00:40:59.796032 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 5e3cae61-7d78-477d-86e1-2a9835d0d6bc is: DOWN; New status is: BUILD {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:40:59.796418 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (5e3cae61-7d78-477d-86e1-2a9835d0d6bc), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:59.809055 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e3cae61-7d78-477d-86e1-2a9835d0d6bc {{(pid=109624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:40:59.828764 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 5e3cae61-7d78-477d-86e1-2a9835d0d6bc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5e3cae61-7d78-477d-86e1-2a9835d0d6bc,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:40:59.832164 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (5e3cae61-7d78-477d-86e1-2a9835d0d6bc), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:40:59.876092 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=5e3cae61-7d78-477d-86e1-2a9835d0d6bc,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:40:59.882750 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:59.883091 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:59.883427 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:59.883760 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:59.884084 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:59.884407 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:59.884727 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:59.885068 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:59.885432 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:59.885754 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:59.886787 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:59.887161 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:59.887477 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:59.887796 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:40:59.888110 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:00.021690 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affddb1b-0ddd-47bb-a56e-732777ff9d85 req-e6d16a22-3a43-424b-be6a-fb49e7fa102c tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:00.023150 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-affddb1b-0ddd-47bb-a56e-732777ff9d85 req-e6d16a22-3a43-424b-be6a-fb49e7fa102c tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=948de6b1-18cd-4955-bb64-901c4c937aee HTTP/1.1" status: 200 len: 945 time: 0.0551455 Mar 18 00:41:00.068196 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-affddb1b-0ddd-47bb-a56e-732777ff9d85 req-49cb9da5-cd1a-4932-b030-eddbfda4086d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=09dc471a-e7cb-4a13-a806-6564aa02eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392926 Mar 18 00:41:00.186527 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['5e3cae61-7d78-477d-86e1-2a9835d0d6bc'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:41:01.182175 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4987a-b246-4e68-8292-dc181898cbd6 req-50397168-ffec-4af8-8b29-599ad66e0071 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:01.183608 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-cff4987a-b246-4e68-8292-dc181898cbd6 req-50397168-ffec-4af8-8b29-599ad66e0071 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=948de6b1-18cd-4955-bb64-901c4c937aee HTTP/1.1" status: 200 len: 945 time: 0.0512505 Mar 18 00:41:01.231797 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-cff4987a-b246-4e68-8292-dc181898cbd6 req-a33dabec-faba-46bc-881b-bc2574fadeef tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=09dc471a-e7cb-4a13-a806-6564aa02eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425959 Mar 18 00:41:01.668331 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 5e3cae61-7d78-477d-86e1-2a9835d0d6bc up at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:41:01.714861 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning for port 5e3cae61-7d78-477d-86e1-2a9835d0d6bc completed by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 00:41:01.718988 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning complete for port 5e3cae61-7d78-477d-86e1-2a9835d0d6bc triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:41:01.719359 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (5e3cae61-7d78-477d-86e1-2a9835d0d6bc), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:01.796027 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 5e3cae61-7d78-477d-86e1-2a9835d0d6bc is: BUILD; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:41:01.796411 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (5e3cae61-7d78-477d-86e1-2a9835d0d6bc), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:01.818727 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948de6b1-18cd-4955-bb64-901c4c937aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e3cae61-7d78-477d-86e1-2a9835d0d6bc'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:41:01.820996 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1b0e42-1348-4bcf-b10b-da4ab39cb562" -d '{"events": [{"server_uuid": "948de6b1-18cd-4955-bb64-901c4c937aee", "name": "network-vif-plugged", "status": "completed", "tag": "5e3cae61-7d78-477d-86e1-2a9835d0d6bc"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:41:01.834152 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 5e3cae61-7d78-477d-86e1-2a9835d0d6bc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5e3cae61-7d78-477d-86e1-2a9835d0d6bc,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:41:01.838212 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (5e3cae61-7d78-477d-86e1-2a9835d0d6bc), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:01.887448 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=5e3cae61-7d78-477d-86e1-2a9835d0d6bc,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:41:01.908827 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0844c6dd-52f4-4b7c-8dd0-75b3d5be9585 x-openstack-request-id: req-0844c6dd-52f4-4b7c-8dd0-75b3d5be9585 {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:41:01.909115 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948de6b1-18cd-4955-bb64-901c4c937aee", "name": "network-vif-plugged", "status": "completed", "tag": "5e3cae61-7d78-477d-86e1-2a9835d0d6bc", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:41:01.909391 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0844c6dd-52f4-4b7c-8dd0-75b3d5be9585 {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:41:01.909791 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948de6b1-18cd-4955-bb64-901c4c937aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e3cae61-7d78-477d-86e1-2a9835d0d6bc', 'code': 200} Mar 18 00:41:02.138346 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e47027-2831-4d4d-9002-8c5c271b8a2b req-08c3cdf1-537e-41c9-bc45-37f6d1e7b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:02.139848 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-77e47027-2831-4d4d-9002-8c5c271b8a2b req-08c3cdf1-537e-41c9-bc45-37f6d1e7b3e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=948de6b1-18cd-4955-bb64-901c4c937aee HTTP/1.1" status: 200 len: 1130 time: 0.0463579 Mar 18 00:41:02.184774 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-77e47027-2831-4d4d-9002-8c5c271b8a2b req-e03ddaa7-6e2d-4e1c-b2be-9c46690da437 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=09dc471a-e7cb-4a13-a806-6564aa02eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366378 Mar 18 00:41:02.346979 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8892a-8f1e-4e9a-b154-fe5b47ef178c req-d1440fae-f49f-40d6-b6a5-1e445b9b6d0f tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:02.348413 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-22f8892a-8f1e-4e9a-b154-fe5b47ef178c req-d1440fae-f49f-40d6-b6a5-1e445b9b6d0f tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=948de6b1-18cd-4955-bb64-901c4c937aee HTTP/1.1" status: 200 len: 946 time: 0.0498803 Mar 18 00:41:02.393731 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-22f8892a-8f1e-4e9a-b154-fe5b47ef178c req-757c4649-cfbc-43d8-bd77-fc9f7241cbef tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=09dc471a-e7cb-4a13-a806-6564aa02eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397825 Mar 18 00:41:03.515612 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8bdd6-873c-495a-9e33-2e13ccdabba7 req-c32bc234-4ab3-4d09-81bb-ee08bcbc610e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:03.517115 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e1b8bdd6-873c-495a-9e33-2e13ccdabba7 req-c32bc234-4ab3-4d09-81bb-ee08bcbc610e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=948de6b1-18cd-4955-bb64-901c4c937aee HTTP/1.1" status: 200 len: 946 time: 0.0546896 Mar 18 00:41:03.569069 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e1b8bdd6-873c-495a-9e33-2e13ccdabba7 req-fd97cc24-57d2-4d7f-8568-6cdffbae66f3 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=09dc471a-e7cb-4a13-a806-6564aa02eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464535 Mar 18 00:41:04.684252 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a0c67-36e9-40b6-84f4-ff765a89da0e req-f39e5484-0a51-4c47-94f7-f7055d643248 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:04.685635 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f28a0c67-36e9-40b6-84f4-ff765a89da0e req-f39e5484-0a51-4c47-94f7-f7055d643248 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=948de6b1-18cd-4955-bb64-901c4c937aee HTTP/1.1" status: 200 len: 946 time: 0.0515532 Mar 18 00:41:04.731087 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-f28a0c67-36e9-40b6-84f4-ff765a89da0e req-19ff543b-a44a-49fd-9c9d-0d4f7cd9e219 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=09dc471a-e7cb-4a13-a806-6564aa02eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400546 Mar 18 00:41:04.845797 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47b43d-5121-46ff-aa32-b609aea74a92 req-10399996-664f-48a2-a274-b4d13a9646df tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:04.847275 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-0a47b43d-5121-46ff-aa32-b609aea74a92 req-10399996-664f-48a2-a274-b4d13a9646df tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=948de6b1-18cd-4955-bb64-901c4c937aee HTTP/1.1" status: 200 len: 946 time: 0.0534079 Mar 18 00:41:04.855807 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56550) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:41:04.860001 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-71afbca2-d083-4a31-8b3d-74067c0e37f5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Request body: {'floatingip': {'port_id': '5e3cae61-7d78-477d-86e1-2a9835d0d6bc'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:41:04.897225 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-71afbca2-d083-4a31-8b3d-74067c0e37f5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (93b7e9ed-8cee-4918-aed6-b4c82e35c63a), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:05.296900 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-71afbca2-d083-4a31-8b3d-74067c0e37f5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:05.300403 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-71afbca2-d083-4a31-8b3d-74067c0e37f5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (93b7e9ed-8cee-4918-aed6-b4c82e35c63a), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:05.398565 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.l3_db [None req-71afbca2-d083-4a31-8b3d-74067c0e37f5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Floating IP 93b7e9ed-8cee-4918-aed6-b4c82e35c63a associated. External IP: 172.28.2.160, port: 5e3cae61-7d78-477d-86e1-2a9835d0d6bc. Mar 18 00:41:05.830139 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71afbca2-d083-4a31-8b3d-74067c0e37f5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Router 6822e945-8353-4075-883b-41b84094cff8 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:41:05.936155 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71afbca2-d083-4a31-8b3d-74067c0e37f5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:41:05.940899 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-71afbca2-d083-4a31-8b3d-74067c0e37f5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:05.946908 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92847017-3ccb-4daf-9c54-13e680309ffd None None] Sync routers for ids ['6822e945-8353-4075-883b-41b84094cff8'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:41:05.956942 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92847017-3ccb-4daf-9c54-13e680309ffd None None] Routers {'6822e945-8353-4075-883b-41b84094cff8'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:41:05.957655 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-92847017-3ccb-4daf-9c54-13e680309ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:40:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['6822e945-8353-4075-883b-41b84094cff8'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:41:05.970385 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-71afbca2-d083-4a31-8b3d-74067c0e37f5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "PUT /v2.0/floatingips/93b7e9ed-8cee-4918-aed6-b4c82e35c63a HTTP/1.1" status: 200 len: 992 time: 1.1134424 Mar 18 00:41:05.970981 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948de6b1-18cd-4955-bb64-901c4c937aee', 'tag': '5e3cae61-7d78-477d-86e1-2a9835d0d6bc'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:41:05.973205 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14dc182-85ef-4406-9f31-f8fa70fd9eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "948de6b1-18cd-4955-bb64-901c4c937aee", "tag": "5e3cae61-7d78-477d-86e1-2a9835d0d6bc"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:41:06.009194 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190fdf18-71f2-484d-95e4-4e72cffaab3d x-openstack-request-id: req-190fdf18-71f2-484d-95e4-4e72cffaab3d {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:41:06.009505 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948de6b1-18cd-4955-bb64-901c4c937aee", "tag": "5e3cae61-7d78-477d-86e1-2a9835d0d6bc", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:41:06.009757 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-190fdf18-71f2-484d-95e4-4e72cffaab3d {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:41:06.010155 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948de6b1-18cd-4955-bb64-901c4c937aee', 'tag': '5e3cae61-7d78-477d-86e1-2a9835d0d6bc', 'status': 'completed', 'code': 200} Mar 18 00:41:06.070868 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-92847017-3ccb-4daf-9c54-13e680309ffd None None] Set router 6822e945-8353-4075-883b-41b84094cff8 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:41:06.098393 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dc182-85ef-4406-9f31-f8fa70fd9eb9 req-6b54fbfd-3060-4225-a96a-bf774f820c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:06.099830 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b14dc182-85ef-4406-9f31-f8fa70fd9eb9 req-6b54fbfd-3060-4225-a96a-bf774f820c4b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f871c1f09843f195516f5747fe4c65&device_id=948de6b1-18cd-4955-bb64-901c4c937aee HTTP/1.1" status: 200 len: 1130 time: 0.0441225 Mar 18 00:41:06.193646 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dc182-85ef-4406-9f31-f8fa70fd9eb9 req-f72368b7-1429-44f6-ae3e-cbd7d01ab761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:06.195112 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b14dc182-85ef-4406-9f31-f8fa70fd9eb9 req-f72368b7-1429-44f6-ae3e-cbd7d01ab761 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b50131b9-c8f7-43a8-bc30-057ba1922412 HTTP/1.1" status: 200 len: 914 time: 0.0889578 Mar 18 00:41:06.255807 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:06.266336 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b14dc182-85ef-4406-9f31-f8fa70fd9eb9 req-b3e2fde2-8e80-4b93-a7b6-e9d478e9e5a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e3cae61-7d78-477d-86e1-2a9835d0d6bc HTTP/1.1" status: 200 len: 1000 time: 0.0653415 Mar 18 00:41:06.313226 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dc182-85ef-4406-9f31-f8fa70fd9eb9 req-2235ba0a-43f4-44c5-b0f6-66a98c3e787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:06.314901 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b14dc182-85ef-4406-9f31-f8fa70fd9eb9 req-2235ba0a-43f4-44c5-b0f6-66a98c3e787f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5031d0a-93b5-4b89-adee-d9ce92bb004b HTTP/1.1" status: 200 len: 853 time: 0.0429623 Mar 18 00:41:06.363514 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dc182-85ef-4406-9f31-f8fa70fd9eb9 req-ad071142-e14c-4dac-9882-6bb257099464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:06.365027 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b14dc182-85ef-4406-9f31-f8fa70fd9eb9 req-ad071142-e14c-4dac-9882-6bb257099464 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b50131b9-c8f7-43a8-bc30-057ba1922412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0446401 Mar 18 00:41:06.438927 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-92847017-3ccb-4daf-9c54-13e680309ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': '6f104682-13f1-49b0-9ea3-adec776236e1', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'floating_ip_address': '172.28.2.189', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '6822e945-8353-4075-883b-41b84094cff8', 'port_id': '00eed520-604e-43f3-88cb-75927a2df588', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'mac_address': 'fa:16:3e:19:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e073419-0906-4cf8-b17d-a25f5beb223d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:39:58Z', 'updated_at': '2022-03-18T00:40:12Z', 'revision_number': 2, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'fixed_ip_address_scope': None}, {'id': '93b7e9ed-8cee-4918-aed6-b4c82e35c63a', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'floating_ip_address': '172.28.2.160', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '6822e945-8353-4075-883b-41b84094cff8', 'port_id': '5e3cae61-7d78-477d-86e1-2a9835d0d6bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'mac_address': 'fa:16:3e:02:3c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948de6b1-18cd-4955-bb64-901c4c937aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:40:52Z', 'updated_at': '2022-03-18T00:41:05Z', 'revision_number': 1, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:41:06.456481 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b14dc182-85ef-4406-9f31-f8fa70fd9eb9 req-afe64352-8a35-4dd0-b740-f69ca7e97c6d service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854423 Mar 18 00:41:06.469388 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92847017-3ccb-4daf-9c54-13e680309ffd None None] Checking router: 6822e945-8353-4075-883b-41b84094cff8 for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:41:06.477781 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92847017-3ccb-4daf-9c54-13e680309ffd None None] Routers {'6822e945-8353-4075-883b-41b84094cff8'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:41:06.478381 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-92847017-3ccb-4daf-9c54-13e680309ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:40:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['6822e945-8353-4075-883b-41b84094cff8'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:41:06.543302 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-b14dc182-85ef-4406-9f31-f8fa70fd9eb9 req-36f17657-31a9-4c43-87f1-60aff37c04e9 service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810440 Mar 18 00:41:06.585504 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-92847017-3ccb-4daf-9c54-13e680309ffd None None] Set router 6822e945-8353-4075-883b-41b84094cff8 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:41:06.802815 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-92847017-3ccb-4daf-9c54-13e680309ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': '6f104682-13f1-49b0-9ea3-adec776236e1', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'floating_ip_address': '172.28.2.189', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '6822e945-8353-4075-883b-41b84094cff8', 'port_id': '00eed520-604e-43f3-88cb-75927a2df588', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'mac_address': 'fa:16:3e:19:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e073419-0906-4cf8-b17d-a25f5beb223d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:39:58Z', 'updated_at': '2022-03-18T00:40:12Z', 'revision_number': 2, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'fixed_ip_address_scope': None}, {'id': '93b7e9ed-8cee-4918-aed6-b4c82e35c63a', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'floating_ip_address': '172.28.2.160', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '6822e945-8353-4075-883b-41b84094cff8', 'port_id': '5e3cae61-7d78-477d-86e1-2a9835d0d6bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'mac_address': 'fa:16:3e:02:3c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948de6b1-18cd-4955-bb64-901c4c937aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:40:52Z', 'updated_at': '2022-03-18T00:41:05Z', 'revision_number': 1, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:41:06.833073 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92847017-3ccb-4daf-9c54-13e680309ffd None None] The sync data for ids ['6822e945-8353-4075-883b-41b84094cff8'] in dv-cinder-768458-19-smb is: [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': '6f104682-13f1-49b0-9ea3-adec776236e1', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'floating_ip_address': '172.28.2.189', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '6822e945-8353-4075-883b-41b84094cff8', 'port_id': '00eed520-604e-43f3-88cb-75927a2df588', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'mac_address': 'fa:16:3e:19:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e073419-0906-4cf8-b17d-a25f5beb223d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:39:58Z', 'updated_at': '2022-03-18T00:40:12Z', 'revision_number': 2, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'fixed_ip_address_scope': None}, {'id': '93b7e9ed-8cee-4918-aed6-b4c82e35c63a', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'floating_ip_address': '172.28.2.160', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '6822e945-8353-4075-883b-41b84094cff8', 'port_id': '5e3cae61-7d78-477d-86e1-2a9835d0d6bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'mac_address': 'fa:16:3e:02:3c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948de6b1-18cd-4955-bb64-901c4c937aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:40:52Z', 'updated_at': '2022-03-18T00:41:05Z', 'revision_number': 1, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:41:07.014993 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d9be46-0928-4d45-a34a-b4b46c55d73b None None] New status for floating IP 93b7e9ed-8cee-4918-aed6-b4c82e35c63a: ACTIVE {{(pid=109625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 00:41:21.467741 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b224d8c5-5ad4-4a13-bb38-5336093625e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:23.847488 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-5484e1a7-159e-4813-9f47-e3b17d659cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:24.191258 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:41:24.709277 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:26.403823 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:27.933252 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:36.177645 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:42.285153 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3d01f-b341-41e3-b6d8-e2c68806ff05 req-6efb18ac-495c-4999-9ff0-90c542a1ef1f tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:42.286633 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-aec3d01f-b341-41e3-b6d8-e2c68806ff05 req-6efb18ac-495c-4999-9ff0-90c542a1ef1f tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=948de6b1-18cd-4955-bb64-901c4c937aee HTTP/1.1" status: 200 len: 946 time: 0.0563996 Mar 18 00:41:42.331331 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-aec3d01f-b341-41e3-b6d8-e2c68806ff05 req-190b85c2-76f6-4fec-af7b-b40b81534660 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=09dc471a-e7cb-4a13-a806-6564aa02eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391891 Mar 18 00:41:43.459136 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965425b-4742-4342-8b69-b98a11569fa7 req-bfc1a9d1-e1ad-452d-ae8c-cd021880a587 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:43.460582 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c965425b-4742-4342-8b69-b98a11569fa7 req-bfc1a9d1-e1ad-452d-ae8c-cd021880a587 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=948de6b1-18cd-4955-bb64-901c4c937aee HTTP/1.1" status: 200 len: 946 time: 0.0601692 Mar 18 00:41:43.506277 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c965425b-4742-4342-8b69-b98a11569fa7 req-11731201-280d-413f-9375-37cf185df4fc tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=09dc471a-e7cb-4a13-a806-6564aa02eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401556 Mar 18 00:41:43.900288 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b18f90-47ba-4467-9207-c34018cd4b85 req-f275ffeb-8ab6-4b5a-a92d-13570ce06ab7 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:43.902024 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-45b18f90-47ba-4467-9207-c34018cd4b85 req-f275ffeb-8ab6-4b5a-a92d-13570ce06ab7 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.10 "GET /v2.0/ports?device_id=948de6b1-18cd-4955-bb64-901c4c937aee HTTP/1.1" status: 200 len: 946 time: 0.0507917 Mar 18 00:41:43.992924 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-45b18f90-47ba-4467-9207-c34018cd4b85 req-c7571c96-7415-4781-b7f3-49ab4a8796b8 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Deleting port 5e3cae61-7d78-477d-86e1-2a9835d0d6bc {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:41:43.993266 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-45b18f90-47ba-4467-9207-c34018cd4b85 req-c7571c96-7415-4781-b7f3-49ab4a8796b8 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (5e3cae61-7d78-477d-86e1-2a9835d0d6bc), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:44.080152 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-45b18f90-47ba-4467-9207-c34018cd4b85 req-c7571c96-7415-4781-b7f3-49ab4a8796b8 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] For port 5e3cae61-7d78-477d-86e1-2a9835d0d6bc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5e3cae61-7d78-477d-86e1-2a9835d0d6bc,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:41:44.080517 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-45b18f90-47ba-4467-9207-c34018cd4b85 req-c7571c96-7415-4781-b7f3-49ab4a8796b8 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (5e3cae61-7d78-477d-86e1-2a9835d0d6bc), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:44.249092 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-45b18f90-47ba-4467-9207-c34018cd4b85 req-c7571c96-7415-4781-b7f3-49ab4a8796b8 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:44.249526 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-45b18f90-47ba-4467-9207-c34018cd4b85 req-c7571c96-7415-4781-b7f3-49ab4a8796b8 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (93b7e9ed-8cee-4918-aed6-b4c82e35c63a), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:44.249810 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.l3_db [req-45b18f90-47ba-4467-9207-c34018cd4b85 req-c7571c96-7415-4781-b7f3-49ab4a8796b8 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Floating IP 93b7e9ed-8cee-4918-aed6-b4c82e35c63a disassociated. External IP: 172.28.2.160, port: 5e3cae61-7d78-477d-86e1-2a9835d0d6bc. Mar 18 00:41:44.250212 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-45b18f90-47ba-4467-9207-c34018cd4b85 req-c7571c96-7415-4781-b7f3-49ab4a8796b8 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Calling delete_port for 5e3cae61-7d78-477d-86e1-2a9835d0d6bc owned by compute:nova {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:41:44.380673 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-45b18f90-47ba-4467-9207-c34018cd4b85 req-c7571c96-7415-4781-b7f3-49ab4a8796b8 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (5e3cae61-7d78-477d-86e1-2a9835d0d6bc), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:44.407352 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7571c96-7415-4781-b7f3-49ab4a8796b8 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event deleted for resources: {'Port': ['ID=5e3cae61-7d78-477d-86e1-2a9835d0d6bc,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:41:44.524618 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45b18f90-47ba-4467-9207-c34018cd4b85 req-c7571c96-7415-4781-b7f3-49ab4a8796b8 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Router 6822e945-8353-4075-883b-41b84094cff8 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:41:44.601452 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b549647d-4f6b-4f34-9607-8ecc6e03cf99 req-33f27db5-9b43-4e32-accb-adeae9562593 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=948de6b1-18cd-4955-bb64-901c4c937aee HTTP/1.1" status: 200 len: 210 time: 0.0265052 Mar 18 00:41:44.635071 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45b18f90-47ba-4467-9207-c34018cd4b85 req-c7571c96-7415-4781-b7f3-49ab4a8796b8 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:41:44.644474 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201f9603-8fbe-44b9-b1e1-14f2c0ef7a72 None None] Sync routers for ids ['6822e945-8353-4075-883b-41b84094cff8'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:41:44.655029 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201f9603-8fbe-44b9-b1e1-14f2c0ef7a72 None None] Routers {'6822e945-8353-4075-883b-41b84094cff8'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:41:44.655638 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-201f9603-8fbe-44b9-b1e1-14f2c0ef7a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:41:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['6822e945-8353-4075-883b-41b84094cff8'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:41:44.675430 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b18f90-47ba-4467-9207-c34018cd4b85 req-c7571c96-7415-4781-b7f3-49ab4a8796b8 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] No DVR routers for this DVR port 5e3cae61-7d78-477d-86e1-2a9835d0d6bc on host hv-cinder-76845 {{(pid=109622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:41:44.677999 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-45b18f90-47ba-4467-9207-c34018cd4b85 req-c7571c96-7415-4781-b7f3-49ab4a8796b8 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:44.681487 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-45b18f90-47ba-4467-9207-c34018cd4b85 req-c7571c96-7415-4781-b7f3-49ab4a8796b8 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.10 "DELETE /v2.0/ports/5e3cae61-7d78-477d-86e1-2a9835d0d6bc HTTP/1.1" status: 204 len: 173 time: 0.7732127 Mar 18 00:41:44.681879 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948de6b1-18cd-4955-bb64-901c4c937aee', 'name': 'network-vif-deleted', 'tag': '5e3cae61-7d78-477d-86e1-2a9835d0d6bc'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:41:44.684100 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfc7192-e924-4100-b865-94e6e112a934" -d '{"events": [{"server_uuid": "948de6b1-18cd-4955-bb64-901c4c937aee", "name": "network-vif-deleted", "tag": "5e3cae61-7d78-477d-86e1-2a9835d0d6bc"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:41:44.722768 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972b16bb-690f-49aa-8bae-6c27bac192ed x-openstack-request-id: req-972b16bb-690f-49aa-8bae-6c27bac192ed {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:41:44.723060 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948de6b1-18cd-4955-bb64-901c4c937aee", "name": "network-vif-deleted", "tag": "5e3cae61-7d78-477d-86e1-2a9835d0d6bc", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:41:44.723595 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-972b16bb-690f-49aa-8bae-6c27bac192ed {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:41:44.724043 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948de6b1-18cd-4955-bb64-901c4c937aee', 'name': 'network-vif-deleted', 'tag': '5e3cae61-7d78-477d-86e1-2a9835d0d6bc', 'status': 'completed', 'code': 200} Mar 18 00:41:44.765675 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-201f9603-8fbe-44b9-b1e1-14f2c0ef7a72 None None] Set router 6822e945-8353-4075-883b-41b84094cff8 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:41:44.999707 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-201f9603-8fbe-44b9-b1e1-14f2c0ef7a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': '6f104682-13f1-49b0-9ea3-adec776236e1', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'floating_ip_address': '172.28.2.189', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '6822e945-8353-4075-883b-41b84094cff8', 'port_id': '00eed520-604e-43f3-88cb-75927a2df588', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'mac_address': 'fa:16:3e:19:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e073419-0906-4cf8-b17d-a25f5beb223d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:39:58Z', 'updated_at': '2022-03-18T00:40:12Z', 'revision_number': 2, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:41:45.028290 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201f9603-8fbe-44b9-b1e1-14f2c0ef7a72 None None] Checking router: 6822e945-8353-4075-883b-41b84094cff8 for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:41:45.037216 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201f9603-8fbe-44b9-b1e1-14f2c0ef7a72 None None] Routers {'6822e945-8353-4075-883b-41b84094cff8'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:41:45.037854 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-201f9603-8fbe-44b9-b1e1-14f2c0ef7a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:41:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['6822e945-8353-4075-883b-41b84094cff8'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:41:45.137546 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-201f9603-8fbe-44b9-b1e1-14f2c0ef7a72 None None] Set router 6822e945-8353-4075-883b-41b84094cff8 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:41:45.364682 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-201f9603-8fbe-44b9-b1e1-14f2c0ef7a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': '6f104682-13f1-49b0-9ea3-adec776236e1', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'floating_ip_address': '172.28.2.189', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '6822e945-8353-4075-883b-41b84094cff8', 'port_id': '00eed520-604e-43f3-88cb-75927a2df588', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'mac_address': 'fa:16:3e:19:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e073419-0906-4cf8-b17d-a25f5beb223d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:39:58Z', 'updated_at': '2022-03-18T00:40:12Z', 'revision_number': 2, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:41:45.391877 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201f9603-8fbe-44b9-b1e1-14f2c0ef7a72 None None] The sync data for ids ['6822e945-8353-4075-883b-41b84094cff8'] in dv-cinder-768458-19-smb is: [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': '6f104682-13f1-49b0-9ea3-adec776236e1', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'floating_ip_address': '172.28.2.189', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '6822e945-8353-4075-883b-41b84094cff8', 'port_id': '00eed520-604e-43f3-88cb-75927a2df588', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'mac_address': 'fa:16:3e:19:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e073419-0906-4cf8-b17d-a25f5beb223d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:39:58Z', 'updated_at': '2022-03-18T00:40:12Z', 'revision_number': 2, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:41:45.599833 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a6d9e3-9f6b-42bf-bf2c-c00fc19bc62e None None] New status for floating IP 93b7e9ed-8cee-4918-aed6-b4c82e35c63a: DOWN {{(pid=109625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 00:41:45.685960 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56586) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:41:45.746378 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-3a004827-a223-4061-8a06-6de9c7717f6c tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group (09dc471a-e7cb-4a13-a806-6564aa02eaa1), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:45.771250 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-3a004827-a223-4061-8a06-6de9c7717f6c tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group (09dc471a-e7cb-4a13-a806-6564aa02eaa1), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:45.850313 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-179489a0-7bb3-4fa4-9c4d-10096fac0b25 req-39319608-70a9-4b14-8fb7-652665343444 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e073419-0906-4cf8-b17d-a25f5beb223d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524573 Mar 18 00:41:45.854734 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-3a004827-a223-4061-8a06-6de9c7717f6c tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (09dc471a-e7cb-4a13-a806-6564aa02eaa1), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:45.858006 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-3a004827-a223-4061-8a06-6de9c7717f6c tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:45.859039 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-3a004827-a223-4061-8a06-6de9c7717f6c tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "DELETE /v2.0/security-groups/09dc471a-e7cb-4a13-a806-6564aa02eaa1 HTTP/1.1" status: 204 len: 168 time: 0.1720979 Mar 18 00:41:45.861969 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56588) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:41:45.868206 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a004827-a223-4061-8a06-6de9c7717f6c tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09dc471a-e7cb-4a13-a806-6564aa02eaa1,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:41:45.875641 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.api.v2.resource [None req-f9fe05b4-03eb-4209-91b7-80a274f5404a tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] show failed (client error): The resource could not be found. Mar 18 00:41:45.876705 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-f9fe05b4-03eb-4209-91b7-80a274f5404a tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups/09dc471a-e7cb-4a13-a806-6564aa02eaa1 HTTP/1.1" status: 404 len: 347 time: 0.0137413 Mar 18 00:41:45.879650 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56590) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:41:45.963121 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179489a0-7bb3-4fa4-9c4d-10096fac0b25 req-3fe4a2e2-4d0a-473e-a60b-0cd3c70e6c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:45.964537 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-179489a0-7bb3-4fa4-9c4d-10096fac0b25 req-3fe4a2e2-4d0a-473e-a60b-0cd3c70e6c4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f871c1f09843f195516f5747fe4c65&device_id=2e073419-0906-4cf8-b17d-a25f5beb223d HTTP/1.1" status: 200 len: 1130 time: 0.0438578 Mar 18 00:41:46.011591 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Deleting port 54412fb1-6b3d-44cb-aa66-f91c82e60f88 {{(pid=109623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:41:46.011938 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (54412fb1-6b3d-44cb-aa66-f91c82e60f88), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:46.072136 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179489a0-7bb3-4fa4-9c4d-10096fac0b25 req-8a423687-1838-43dc-a3e0-e3bdeb29bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:46.073614 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-179489a0-7bb3-4fa4-9c4d-10096fac0b25 req-8a423687-1838-43dc-a3e0-e3bdeb29bdf5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b50131b9-c8f7-43a8-bc30-057ba1922412 HTTP/1.1" status: 200 len: 914 time: 0.0868571 Mar 18 00:41:46.088270 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (54412fb1-6b3d-44cb-aa66-f91c82e60f88), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:46.088606 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (54412fb1-6b3d-44cb-aa66-f91c82e60f88), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:46.100446 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Calling delete_port for 54412fb1-6b3d-44cb-aa66-f91c82e60f88 owned by network:floatingip {{(pid=109623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:41:46.141141 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-179489a0-7bb3-4fa4-9c4d-10096fac0b25 req-25dd20a1-0682-4bcc-9138-abb84c4f7745 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00eed520-604e-43f3-88cb-75927a2df588 HTTP/1.1" status: 200 len: 1002 time: 0.0574708 Mar 18 00:41:46.197253 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179489a0-7bb3-4fa4-9c4d-10096fac0b25 req-3144f6b4-2331-4d02-9d59-7daddfcff6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:46.198775 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-179489a0-7bb3-4fa4-9c4d-10096fac0b25 req-3144f6b4-2331-4d02-9d59-7daddfcff6b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5031d0a-93b5-4b89-adee-d9ce92bb004b HTTP/1.1" status: 200 len: 853 time: 0.0479548 Mar 18 00:41:46.235593 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (54412fb1-6b3d-44cb-aa66-f91c82e60f88), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:46.251359 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179489a0-7bb3-4fa4-9c4d-10096fac0b25 req-2c5b01f4-1a90-4f2d-a5fd-1ce0a7511662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:46.252989 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-179489a0-7bb3-4fa4-9c4d-10096fac0b25 req-2c5b01f4-1a90-4f2d-a5fd-1ce0a7511662 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b50131b9-c8f7-43a8-bc30-057ba1922412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0452929 Mar 18 00:41:46.262164 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event deleted for resources: {'Port': ['ID=54412fb1-6b3d-44cb-aa66-f91c82e60f88,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:41:46.289045 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:46.289422 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:46.289770 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:46.290111 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:46.290448 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:46.290782 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:46.291113 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:46.291442 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:46.291766 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:46.292091 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:46.292423 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:46.292747 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:46.293072 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:46.293415 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:46.293738 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:46.331302 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (93b7e9ed-8cee-4918-aed6-b4c82e35c63a), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:46.334028 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:46.335254 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-189babb0-e1ab-4547-8f21-52194e1e6821 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "DELETE /v2.0/floatingips/93b7e9ed-8cee-4918-aed6-b4c82e35c63a HTTP/1.1" status: 204 len: 168 time: 0.4546399 Mar 18 00:41:46.347477 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-179489a0-7bb3-4fa4-9c4d-10096fac0b25 req-38148c84-a4e7-452d-9c31-4dd8e641a87d service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846393 Mar 18 00:41:46.444199 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-179489a0-7bb3-4fa4-9c4d-10096fac0b25 req-2ce5a3e1-6155-4fa4-9394-d38fb2d301cc service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876091 Mar 18 00:41:47.871194 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 5e3cae61-7d78-477d-86e1-2a9835d0d6bc no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:41:47.891173 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] No Port match for: 5e3cae61-7d78-477d-86e1-2a9835d0d6bc {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:41:47.891521 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 5e3cae61-7d78-477d-86e1-2a9835d0d6bc not bound to the agent host hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:41:47.914592 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f6a3d-7c4b-4e34-9456-4d3e2a1eaaaa req-5ee26ba2-7e86-4e4a-950e-bdbb5bf63f27 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:47.916017 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-248f6a3d-7c4b-4e34-9456-4d3e2a1eaaaa req-5ee26ba2-7e86-4e4a-950e-bdbb5bf63f27 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e073419-0906-4cf8-b17d-a25f5beb223d HTTP/1.1" status: 200 len: 946 time: 0.0567045 Mar 18 00:41:47.961598 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-248f6a3d-7c4b-4e34-9456-4d3e2a1eaaaa req-2bbb956d-1bb4-415c-8c27-a7ecfd22a13c tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=ece02df2-a07d-4fb4-8109-b32a3e7a8841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389342 Mar 18 00:41:49.079956 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e706d0-02b0-400a-b10a-30739d99a8ff req-c3666d16-a947-4702-b197-09ebb9d55457 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:49.081429 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-50e706d0-02b0-400a-b10a-30739d99a8ff req-c3666d16-a947-4702-b197-09ebb9d55457 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e073419-0906-4cf8-b17d-a25f5beb223d HTTP/1.1" status: 200 len: 946 time: 0.0516324 Mar 18 00:41:49.126305 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-50e706d0-02b0-400a-b10a-30739d99a8ff req-29d709bb-4496-4adc-a95a-1792b43cd7dc tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=ece02df2-a07d-4fb4-8109-b32a3e7a8841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394661 Mar 18 00:41:49.925822 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caebbef-2c38-480f-94c2-c05308dadffd req-a46541f4-ea1f-47f5-a67d-ca602626860e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:49.927371 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-0caebbef-2c38-480f-94c2-c05308dadffd req-a46541f4-ea1f-47f5-a67d-ca602626860e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e073419-0906-4cf8-b17d-a25f5beb223d HTTP/1.1" status: 200 len: 946 time: 0.0552051 Mar 18 00:41:50.017801 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-0caebbef-2c38-480f-94c2-c05308dadffd req-d66eb742-0a2b-4740-8d83-8d2f2cee66ff tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Deleting port 00eed520-604e-43f3-88cb-75927a2df588 {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:41:50.018139 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-0caebbef-2c38-480f-94c2-c05308dadffd req-d66eb742-0a2b-4740-8d83-8d2f2cee66ff tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (00eed520-604e-43f3-88cb-75927a2df588), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:50.105813 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-0caebbef-2c38-480f-94c2-c05308dadffd req-d66eb742-0a2b-4740-8d83-8d2f2cee66ff tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] For port 00eed520-604e-43f3-88cb-75927a2df588, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=00eed520-604e-43f3-88cb-75927a2df588,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:41:50.106484 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-0caebbef-2c38-480f-94c2-c05308dadffd req-d66eb742-0a2b-4740-8d83-8d2f2cee66ff tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (00eed520-604e-43f3-88cb-75927a2df588), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:50.246359 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a70e3-c22c-4a63-9adc-29922af374a8 req-0614909d-ba1c-4c5a-b45b-a23687d1c8af tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:50.247978 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-821a70e3-c22c-4a63-9adc-29922af374a8 req-0614909d-ba1c-4c5a-b45b-a23687d1c8af tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e073419-0906-4cf8-b17d-a25f5beb223d HTTP/1.1" status: 200 len: 946 time: 0.0556352 Mar 18 00:41:50.272700 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-0caebbef-2c38-480f-94c2-c05308dadffd req-d66eb742-0a2b-4740-8d83-8d2f2cee66ff tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:50.273059 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-0caebbef-2c38-480f-94c2-c05308dadffd req-d66eb742-0a2b-4740-8d83-8d2f2cee66ff tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (6f104682-13f1-49b0-9ea3-adec776236e1), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:50.273392 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.l3_db [req-0caebbef-2c38-480f-94c2-c05308dadffd req-d66eb742-0a2b-4740-8d83-8d2f2cee66ff tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Floating IP 6f104682-13f1-49b0-9ea3-adec776236e1 disassociated. External IP: 172.28.2.189, port: 00eed520-604e-43f3-88cb-75927a2df588. Mar 18 00:41:50.273725 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-0caebbef-2c38-480f-94c2-c05308dadffd req-d66eb742-0a2b-4740-8d83-8d2f2cee66ff tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Calling delete_port for 00eed520-604e-43f3-88cb-75927a2df588 owned by compute:nova {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:41:50.296003 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-821a70e3-c22c-4a63-9adc-29922af374a8 req-ef1410fb-60b6-4303-bae1-94e612e2a2d8 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=ece02df2-a07d-4fb4-8109-b32a3e7a8841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417397 Mar 18 00:41:50.399600 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-0caebbef-2c38-480f-94c2-c05308dadffd req-d66eb742-0a2b-4740-8d83-8d2f2cee66ff tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (00eed520-604e-43f3-88cb-75927a2df588), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:50.427678 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66eb742-0a2b-4740-8d83-8d2f2cee66ff tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event deleted for resources: {'Port': ['ID=00eed520-604e-43f3-88cb-75927a2df588,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:41:50.537636 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0caebbef-2c38-480f-94c2-c05308dadffd req-d66eb742-0a2b-4740-8d83-8d2f2cee66ff tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Router 6822e945-8353-4075-883b-41b84094cff8 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:41:50.641581 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0caebbef-2c38-480f-94c2-c05308dadffd req-d66eb742-0a2b-4740-8d83-8d2f2cee66ff tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:41:50.651794 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884f8ce7-7fa5-4d6e-a6c1-c99fb6436609 None None] Sync routers for ids ['6822e945-8353-4075-883b-41b84094cff8'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:41:50.662493 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884f8ce7-7fa5-4d6e-a6c1-c99fb6436609 None None] Routers {'6822e945-8353-4075-883b-41b84094cff8'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:41:50.663103 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-884f8ce7-7fa5-4d6e-a6c1-c99fb6436609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:41:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['6822e945-8353-4075-883b-41b84094cff8'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:41:50.681040 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-0caebbef-2c38-480f-94c2-c05308dadffd req-d66eb742-0a2b-4740-8d83-8d2f2cee66ff tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] No DVR routers for this DVR port 00eed520-604e-43f3-88cb-75927a2df588 on host hv-cinder-76845 {{(pid=109622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:41:50.683458 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-0caebbef-2c38-480f-94c2-c05308dadffd req-d66eb742-0a2b-4740-8d83-8d2f2cee66ff tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:50.686762 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-0caebbef-2c38-480f-94c2-c05308dadffd req-d66eb742-0a2b-4740-8d83-8d2f2cee66ff tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.10 "DELETE /v2.0/ports/00eed520-604e-43f3-88cb-75927a2df588 HTTP/1.1" status: 204 len: 173 time: 0.7507963 Mar 18 00:41:50.687193 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e073419-0906-4cf8-b17d-a25f5beb223d', 'name': 'network-vif-deleted', 'tag': '00eed520-604e-43f3-88cb-75927a2df588'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:41:50.689401 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce669a2-2c56-4c47-9903-1a6454df1ae3" -d '{"events": [{"server_uuid": "2e073419-0906-4cf8-b17d-a25f5beb223d", "name": "network-vif-deleted", "tag": "00eed520-604e-43f3-88cb-75927a2df588"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:41:50.726581 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9fd7ef-7e5a-44ca-ab4f-6567b090e633 x-openstack-request-id: req-7b9fd7ef-7e5a-44ca-ab4f-6567b090e633 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:41:50.726879 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e073419-0906-4cf8-b17d-a25f5beb223d", "name": "network-vif-deleted", "tag": "00eed520-604e-43f3-88cb-75927a2df588", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:41:50.727136 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b9fd7ef-7e5a-44ca-ab4f-6567b090e633 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:41:50.727700 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e073419-0906-4cf8-b17d-a25f5beb223d', 'name': 'network-vif-deleted', 'tag': '00eed520-604e-43f3-88cb-75927a2df588', 'status': 'completed', 'code': 200} Mar 18 00:41:50.909169 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-884f8ce7-7fa5-4d6e-a6c1-c99fb6436609 None None] Set router 6822e945-8353-4075-883b-41b84094cff8 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:41:51.103790 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-884f8ce7-7fa5-4d6e-a6c1-c99fb6436609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:41:51.134638 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884f8ce7-7fa5-4d6e-a6c1-c99fb6436609 None None] Checking router: 6822e945-8353-4075-883b-41b84094cff8 for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:41:51.143325 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884f8ce7-7fa5-4d6e-a6c1-c99fb6436609 None None] Routers {'6822e945-8353-4075-883b-41b84094cff8'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:41:51.143936 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-884f8ce7-7fa5-4d6e-a6c1-c99fb6436609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:41:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['6822e945-8353-4075-883b-41b84094cff8'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:41:51.255079 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-884f8ce7-7fa5-4d6e-a6c1-c99fb6436609 None None] Set router 6822e945-8353-4075-883b-41b84094cff8 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:41:51.383791 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56620) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:41:51.438070 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c11745bc-4265-4d24-8ee0-550e4c836c20 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group (ece02df2-a07d-4fb4-8109-b32a3e7a8841), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:51.462032 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c11745bc-4265-4d24-8ee0-550e4c836c20 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group (ece02df2-a07d-4fb4-8109-b32a3e7a8841), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:51.469550 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-884f8ce7-7fa5-4d6e-a6c1-c99fb6436609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:41:51.498726 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884f8ce7-7fa5-4d6e-a6c1-c99fb6436609 None None] The sync data for ids ['6822e945-8353-4075-883b-41b84094cff8'] in dv-cinder-768458-19-smb is: [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:41:51.500485 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-896e91c7-c602-4844-9747-8bab7a58c19d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:51.514576 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c11745bc-4265-4d24-8ee0-550e4c836c20 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (ece02df2-a07d-4fb4-8109-b32a3e7a8841), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:51.517207 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-c11745bc-4265-4d24-8ee0-550e4c836c20 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:51.518586 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-c11745bc-4265-4d24-8ee0-550e4c836c20 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "DELETE /v2.0/security-groups/ece02df2-a07d-4fb4-8109-b32a3e7a8841 HTTP/1.1" status: 204 len: 168 time: 0.1337454 Mar 18 00:41:51.521614 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56622) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:41:51.529524 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11745bc-4265-4d24-8ee0-550e4c836c20 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece02df2-a07d-4fb4-8109-b32a3e7a8841,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:41:51.539009 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.api.v2.resource [None req-f6db734d-6bee-4372-ba69-d0516dfe045d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] show failed (client error): The resource could not be found. Mar 18 00:41:51.540107 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-f6db734d-6bee-4372-ba69-d0516dfe045d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups/ece02df2-a07d-4fb4-8109-b32a3e7a8841 HTTP/1.1" status: 404 len: 347 time: 0.0170119 Mar 18 00:41:51.543048 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56624) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:41:51.667549 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Deleting port 442058c9-9af9-4e43-a283-65d565be3442 {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:41:51.667873 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (442058c9-9af9-4e43-a283-65d565be3442), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:51.749159 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed673e99-0f91-4328-9c12-a781ddb7bbfd None None] New status for floating IP 6f104682-13f1-49b0-9ea3-adec776236e1: DOWN {{(pid=109625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 00:41:51.752013 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (442058c9-9af9-4e43-a283-65d565be3442), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:51.752339 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (442058c9-9af9-4e43-a283-65d565be3442), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:51.764427 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Calling delete_port for 442058c9-9af9-4e43-a283-65d565be3442 owned by network:floatingip {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:41:51.905707 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (442058c9-9af9-4e43-a283-65d565be3442), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:51.933950 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event deleted for resources: {'Port': ['ID=442058c9-9af9-4e43-a283-65d565be3442,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:41:51.961197 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:51.961572 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:51.961948 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:51.962290 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:51.962619 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:51.962948 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:51.963277 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:51.963598 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:51.963923 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:51.964247 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:51.964565 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:51.964890 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:51.965209 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:51.965563 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:51.965898 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:41:52.005192 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (6f104682-13f1-49b0-9ea3-adec776236e1), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:52.007939 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:52.009092 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-8526569c-6d8b-4bdf-84ee-490712f82675 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "DELETE /v2.0/floatingips/6f104682-13f1-49b0-9ea3-adec776236e1 HTTP/1.1" status: 204 len: 168 time: 0.4650948 Mar 18 00:41:52.312056 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56628) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:41:52.316606 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-6f0952ea-88d5-4211-9f06-94ab483d5277 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--774485213', 'description': 'tempest-description--1601531732'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:41:52.335256 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6f0952ea-88d5-4211-9f06-94ab483d5277 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:52.401700 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6f0952ea-88d5-4211-9f06-94ab483d5277 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group (427e59a7-ef3b-491c-9c86-1fed75bb3e06), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:52.406040 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6f0952ea-88d5-4211-9f06-94ab483d5277 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (427e59a7-ef3b-491c-9c86-1fed75bb3e06), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:52.439768 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6f0952ea-88d5-4211-9f06-94ab483d5277 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:52.440987 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-6f0952ea-88d5-4211-9f06-94ab483d5277 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1278992 Mar 18 00:41:52.442842 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0952ea-88d5-4211-9f06-94ab483d5277 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=427e59a7-ef3b-491c-9c86-1fed75bb3e06,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:41:52.444090 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56630) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:41:52.449565 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-e69938a4-8761-4b70-9f8c-a7384efac9a4 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Request body: {'security_group_rule': {'security_group_id': '427e59a7-ef3b-491c-9c86-1fed75bb3e06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:41:52.474550 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e69938a4-8761-4b70-9f8c-a7384efac9a4 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group_rule (b8d16d84-c1e5-4feb-86ed-0219f4252f25), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:52.519722 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e69938a4-8761-4b70-9f8c-a7384efac9a4 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group_rule (b8d16d84-c1e5-4feb-86ed-0219f4252f25), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:52.523059 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e69938a4-8761-4b70-9f8c-a7384efac9a4 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (b8d16d84-c1e5-4feb-86ed-0219f4252f25), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:52.543184 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69938a4-8761-4b70-9f8c-a7384efac9a4 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d16d84-c1e5-4feb-86ed-0219f4252f25,revision_number=0']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:41:52.549788 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-e69938a4-8761-4b70-9f8c-a7384efac9a4 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:52.550852 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-e69938a4-8761-4b70-9f8c-a7384efac9a4 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1050413 Mar 18 00:41:52.554025 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56632) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:41:52.558168 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-30066aab-e116-4a79-bf97-bd1063ea7241 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Request body: {'security_group_rule': {'security_group_id': '427e59a7-ef3b-491c-9c86-1fed75bb3e06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:41:52.583187 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-30066aab-e116-4a79-bf97-bd1063ea7241 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group_rule (d9b2913d-7aa6-4f9a-971e-a782af22424b), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:52.636074 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-30066aab-e116-4a79-bf97-bd1063ea7241 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group_rule (d9b2913d-7aa6-4f9a-971e-a782af22424b), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:52.639699 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-30066aab-e116-4a79-bf97-bd1063ea7241 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (d9b2913d-7aa6-4f9a-971e-a782af22424b), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:52.657225 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30066aab-e116-4a79-bf97-bd1063ea7241 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b2913d-7aa6-4f9a-971e-a782af22424b,revision_number=0']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:41:52.664348 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-30066aab-e116-4a79-bf97-bd1063ea7241 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:52.665544 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-30066aab-e116-4a79-bf97-bd1063ea7241 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1105950 Mar 18 00:41:52.668565 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56634) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:41:52.673488 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-9511b261-169e-4803-9954-61bd21e470d5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Request body: {'floatingip': {'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:41:52.693481 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9511b261-169e-4803-9954-61bd21e470d5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:52.790573 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9511b261-169e-4803-9954-61bd21e470d5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:52.889979 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_common [None req-9511b261-169e-4803-9954-61bd21e470d5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Allocated IP 172.28.2.206 (5e3ddc34-ad90-40ce-bf33-6bccf71106f9/1eeedb1d-7e47-41b2-b3a3-f344e50a1163/b4aecb14-2287-46a9-82f7-cad88e85b73d) {{(pid=109623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:41:52.989098 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9511b261-169e-4803-9954-61bd21e470d5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for port (b4aecb14-2287-46a9-82f7-cad88e85b73d), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:53.025128 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9511b261-169e-4803-9954-61bd21e470d5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (b4aecb14-2287-46a9-82f7-cad88e85b73d), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:53.060476 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9511b261-169e-4803-9954-61bd21e470d5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 is already hosted by enough agents. {{(pid=109623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:41:53.063259 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-9511b261-169e-4803-9954-61bd21e470d5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Resources bound (agent type, host, resource id): {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:41:53.066701 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9511b261-169e-4803-9954-61bd21e470d5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Received port after_create {{(pid=109623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:41:53.091862 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511b261-169e-4803-9954-61bd21e470d5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event updated for resources: {'Port': ['ID=b4aecb14-2287-46a9-82f7-cad88e85b73d,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:41:53.154525 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9511b261-169e-4803-9954-61bd21e470d5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (bba5ccd5-1711-4a07-a2a1-14daf6373cca), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:53.189259 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9511b261-169e-4803-9954-61bd21e470d5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (b4aecb14-2287-46a9-82f7-cad88e85b73d), before_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:53.336528 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9511b261-169e-4803-9954-61bd21e470d5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for port (b4aecb14-2287-46a9-82f7-cad88e85b73d), precommit_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:53.341571 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9511b261-169e-4803-9954-61bd21e470d5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9398957'] for port (b4aecb14-2287-46a9-82f7-cad88e85b73d), after_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:53.410551 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511b261-169e-4803-9954-61bd21e470d5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event updated for resources: {'Port': ['ID=b4aecb14-2287-46a9-82f7-cad88e85b73d,revision_number=2']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:41:53.423737 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9511b261-169e-4803-9954-61bd21e470d5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (bba5ccd5-1711-4a07-a2a1-14daf6373cca), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:53.438758 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-9511b261-169e-4803-9954-61bd21e470d5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:53.439974 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-9511b261-169e-4803-9954-61bd21e470d5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7699442 Mar 18 00:41:53.583762 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d6068858-36c9-4179-bc93-06452db22073 req-5a16c196-3a6d-4d79-8c45-9cd2f18c57a6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--774485213&fields=id&tenant_id=74f871c1f09843f195516f5747fe4c65 HTTP/1.1" status: 200 len: 267 time: 0.0415654 Mar 18 00:41:53.688752 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6068858-36c9-4179-bc93-06452db22073 req-257597eb-6271-45ef-8e5b-c05c72b25364 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:53.690142 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d6068858-36c9-4179-bc93-06452db22073 req-257597eb-6271-45ef-8e5b-c05c72b25364 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/networks?id=b50131b9-c8f7-43a8-bc30-057ba1922412 HTTP/1.1" status: 200 len: 814 time: 0.1001654 Mar 18 00:41:53.704679 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d6068858-36c9-4179-bc93-06452db22073 req-bb203ed2-1f43-49e5-be89-ca023a66ca77 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/quotas/74f871c1f09843f195516f5747fe4c65 HTTP/1.1" status: 200 len: 375 time: 0.0091965 Mar 18 00:41:53.757596 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d6068858-36c9-4179-bc93-06452db22073 req-4b9e3e42-a73e-434d-82fa-66868c12524e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=74f871c1f09843f195516f5747fe4c65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482593 Mar 18 00:41:53.849197 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-74b5b13c-8281-4143-ba21-871488f593d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:53.853682 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d6068858-36c9-4179-bc93-06452db22073 req-34f107b1-9ab6-422f-af9f-5320e2b4bb77 service neutron] 10.222.0.23 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842805 Mar 18 00:41:53.908432 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 00eed520-604e-43f3-88cb-75927a2df588 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:41:53.929083 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] No Port match for: 00eed520-604e-43f3-88cb-75927a2df588 {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:41:53.929451 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 00eed520-604e-43f3-88cb-75927a2df588 not bound to the agent host hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:41:53.942513 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d6068858-36c9-4179-bc93-06452db22073 req-45421ea7-4f51-463a-b519-0694cf3f7594 service neutron] 10.222.0.23 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821905 Mar 18 00:41:54.103150 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-bf87d024-eb40-4627-b8d1-2bc7a535729e req-cd427b59-223e-4af7-92d0-4b6a0835be13 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9a92d31-af57-40f3-b99d-dd9bce0fc7eb HTTP/1.1" status: 200 len: 210 time: 0.0286896 Mar 18 00:41:54.708179 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:55.208989 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-10005430-982d-4bf9-8096-4f7d567f3d07 req-4ef25ef0-ffb2-48f7-ab6c-f6dd463d8524 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9a92d31-af57-40f3-b99d-dd9bce0fc7eb HTTP/1.1" status: 200 len: 210 time: 0.0356762 Mar 18 00:41:55.235673 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6068858-36c9-4179-bc93-06452db22073 req-e7a5c0d0-fc4e-4232-a014-21f269700c32 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:55.237099 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d6068858-36c9-4179-bc93-06452db22073 req-e7a5c0d0-fc4e-4232-a014-21f269700c32 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.10 "GET /v2.0/networks?id=b50131b9-c8f7-43a8-bc30-057ba1922412 HTTP/1.1" status: 200 len: 814 time: 0.1383798 Mar 18 00:41:55.316182 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d6068858-36c9-4179-bc93-06452db22073 req-550821b2-ae14-4f1e-a3f5-fbba1dbbf0de tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74f871c1f09843f195516f5747fe4c65 HTTP/1.1" status: 200 len: 379 time: 0.0514681 Mar 18 00:41:55.326120 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-d6068858-36c9-4179-bc93-06452db22073 req-0cc046b7-de29-4290-9c40-e8e9b4a554ae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Request body: {'port': {'device_id': 'b9a92d31-af57-40f3-b99d-dd9bce0fc7eb', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'admin_state_up': True, 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'security_groups': ['427e59a7-ef3b-491c-9c86-1fed75bb3e06']}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:41:55.658712 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6068858-36c9-4179-bc93-06452db22073 req-0cc046b7-de29-4290-9c40-e8e9b4a554ae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Made reservation on behalf of 74f871c1f09843f195516f5747fe4c65 for: {'port': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:41:55.662275 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-d6068858-36c9-4179-bc93-06452db22073 req-0cc046b7-de29-4290-9c40-e8e9b4a554ae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:55.785767 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [req-d6068858-36c9-4179-bc93-06452db22073 req-0cc046b7-de29-4290-9c40-e8e9b4a554ae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Allocated IP 172.20.0.14 (b50131b9-c8f7-43a8-bc30-057ba1922412/e5031d0a-93b5-4b89-adee-d9ce92bb004b/73a6f32c-0c63-43b9-aae8-bcaa25a45cff) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:41:55.923435 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-d6068858-36c9-4179-bc93-06452db22073 req-0cc046b7-de29-4290-9c40-e8e9b4a554ae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for port (73a6f32c-0c63-43b9-aae8-bcaa25a45cff), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:55.955897 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-d6068858-36c9-4179-bc93-06452db22073 req-0cc046b7-de29-4290-9c40-e8e9b4a554ae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (73a6f32c-0c63-43b9-aae8-bcaa25a45cff), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:55.998325 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6068858-36c9-4179-bc93-06452db22073 req-0cc046b7-de29-4290-9c40-e8e9b4a554ae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Network b50131b9-c8f7-43a8-bc30-057ba1922412 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:41:56.001459 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [req-d6068858-36c9-4179-bc93-06452db22073 req-0cc046b7-de29-4290-9c40-e8e9b4a554ae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:41:56.003790 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6068858-36c9-4179-bc93-06452db22073 req-0cc046b7-de29-4290-9c40-e8e9b4a554ae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:41:56.032180 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc046b7-de29-4290-9c40-e8e9b4a554ae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event updated for resources: {'Port': ['ID=73a6f32c-0c63-43b9-aae8-bcaa25a45cff,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:41:56.060852 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6068858-36c9-4179-bc93-06452db22073 req-0cc046b7-de29-4290-9c40-e8e9b4a554ae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:56.061499 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-d6068858-36c9-4179-bc93-06452db22073 req-0cc046b7-de29-4290-9c40-e8e9b4a554ae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:56.079386 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d6068858-36c9-4179-bc93-06452db22073 req-0cc046b7-de29-4290-9c40-e8e9b4a554ae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7566967 Mar 18 00:41:56.103492 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-d6068858-36c9-4179-bc93-06452db22073 req-66c41cd5-fdab-46cf-a2c5-ccec243b301c service neutron] Request body: {'port': {'device_id': 'b9a92d31-af57-40f3-b99d-dd9bce0fc7eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:41:56.168996 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-d6068858-36c9-4179-bc93-06452db22073 req-66c41cd5-fdab-46cf-a2c5-ccec243b301c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (73a6f32c-0c63-43b9-aae8-bcaa25a45cff), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:56.230648 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-2ef394fa-5a82-46f2-97bd-0b41cbe301bb None None] Provisioning complete for port 73a6f32c-0c63-43b9-aae8-bcaa25a45cff triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:41:56.231238 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-2ef394fa-5a82-46f2-97bd-0b41cbe301bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (73a6f32c-0c63-43b9-aae8-bcaa25a45cff), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:56.267922 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-2ef394fa-5a82-46f2-97bd-0b41cbe301bb None None] Port 73a6f32c-0c63-43b9-aae8-bcaa25a45cff cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:41:56.334230 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ca100-f7e0-450a-b05e-07d5557d5150 req-23c5a8c9-2460-406f-973c-aa212ed109b3 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:56.335598 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5f3ca100-f7e0-450a-b05e-07d5557d5150 req-23c5a8c9-2460-406f-973c-aa212ed109b3 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9a92d31-af57-40f3-b99d-dd9bce0fc7eb HTTP/1.1" status: 200 len: 932 time: 0.0517404 Mar 18 00:41:56.383955 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5f3ca100-f7e0-450a-b05e-07d5557d5150 req-cdc764a6-5c0b-4186-8dfc-2a92cb6515ee tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=427e59a7-ef3b-491c-9c86-1fed75bb3e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416141 Mar 18 00:41:56.407074 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:56.436556 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [req-d6068858-36c9-4179-bc93-06452db22073 req-66c41cd5-fdab-46cf-a2c5-ccec243b301c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a6f32c-0c63-43b9-aae8-bcaa25a45cff {{(pid=109622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:41:56.443860 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-d6068858-36c9-4179-bc93-06452db22073 req-66c41cd5-fdab-46cf-a2c5-ccec243b301c service neutron] Publish callbacks [] for port (73a6f32c-0c63-43b9-aae8-bcaa25a45cff), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:56.455570 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.provisioning_blocks [req-d6068858-36c9-4179-bc93-06452db22073 req-66c41cd5-fdab-46cf-a2c5-ccec243b301c service neutron] Transition to ACTIVE for port object 73a6f32c-0c63-43b9-aae8-bcaa25a45cff will not be triggered until provisioned by entity L2. {{(pid=109622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 00:41:56.458606 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-d6068858-36c9-4179-bc93-06452db22073 req-66c41cd5-fdab-46cf-a2c5-ccec243b301c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (73a6f32c-0c63-43b9-aae8-bcaa25a45cff), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:56.513225 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c41cd5-fdab-46cf-a2c5-ccec243b301c service neutron] Pushing event updated for resources: {'Port': ['ID=73a6f32c-0c63-43b9-aae8-bcaa25a45cff,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:41:56.583073 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-d6068858-36c9-4179-bc93-06452db22073 req-66c41cd5-fdab-46cf-a2c5-ccec243b301c service neutron] Attempting to bind port 73a6f32c-0c63-43b9-aae8-bcaa25a45cff on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:41:56.583407 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-d6068858-36c9-4179-bc93-06452db22073 req-66c41cd5-fdab-46cf-a2c5-ccec243b301c service neutron] Attempting to bind port 73a6f32c-0c63-43b9-aae8-bcaa25a45cff by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:41:56.583737 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6068858-36c9-4179-bc93-06452db22073 req-66c41cd5-fdab-46cf-a2c5-ccec243b301c service neutron] Attempting to bind port 73a6f32c-0c63-43b9-aae8-bcaa25a45cff on network b50131b9-c8f7-43a8-bc30-057ba1922412 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:41:56.588261 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6068858-36c9-4179-bc93-06452db22073 req-66c41cd5-fdab-46cf-a2c5-ccec243b301c service neutron] Port 73a6f32c-0c63-43b9-aae8-bcaa25a45cff on network b50131b9-c8f7-43a8-bc30-057ba1922412 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 00:41:56.588525 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6068858-36c9-4179-bc93-06452db22073 req-66c41cd5-fdab-46cf-a2c5-ccec243b301c service neutron] Attempting to bind port 73a6f32c-0c63-43b9-aae8-bcaa25a45cff on network b50131b9-c8f7-43a8-bc30-057ba1922412 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:41:56.593589 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6068858-36c9-4179-bc93-06452db22073 req-66c41cd5-fdab-46cf-a2c5-ccec243b301c service neutron] Checking agent: {'id': 'a11cec97-e670-4172-acc9-1e6c1f318043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'started_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:41:56.593935 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6068858-36c9-4179-bc93-06452db22073 req-66c41cd5-fdab-46cf-a2c5-ccec243b301c service neutron] Checking segment: {'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:41:56.594323 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6068858-36c9-4179-bc93-06452db22073 req-66c41cd5-fdab-46cf-a2c5-ccec243b301c service neutron] Bound using segment: {'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:41:56.594752 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-d6068858-36c9-4179-bc93-06452db22073 req-66c41cd5-fdab-46cf-a2c5-ccec243b301c service neutron] Bound port: 73a6f32c-0c63-43b9-aae8-bcaa25a45cff, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'}}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:41:56.595110 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-d6068858-36c9-4179-bc93-06452db22073 req-66c41cd5-fdab-46cf-a2c5-ccec243b301c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (73a6f32c-0c63-43b9-aae8-bcaa25a45cff), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:56.660050 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-d6068858-36c9-4179-bc93-06452db22073 req-66c41cd5-fdab-46cf-a2c5-ccec243b301c service neutron] For port 73a6f32c-0c63-43b9-aae8-bcaa25a45cff, host hv-cinder-76845, cleared binding levels {{(pid=109622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:41:56.663029 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-d6068858-36c9-4179-bc93-06452db22073 req-66c41cd5-fdab-46cf-a2c5-ccec243b301c service neutron] For port 73a6f32c-0c63-43b9-aae8-bcaa25a45cff, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=73a6f32c-0c63-43b9-aae8-bcaa25a45cff,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:41:56.669727 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-d6068858-36c9-4179-bc93-06452db22073 req-66c41cd5-fdab-46cf-a2c5-ccec243b301c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (73a6f32c-0c63-43b9-aae8-bcaa25a45cff), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:56.705392 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6068858-36c9-4179-bc93-06452db22073 req-66c41cd5-fdab-46cf-a2c5-ccec243b301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:56.705922 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-d6068858-36c9-4179-bc93-06452db22073 req-66c41cd5-fdab-46cf-a2c5-ccec243b301c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:56.707285 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d6068858-36c9-4179-bc93-06452db22073 req-66c41cd5-fdab-46cf-a2c5-ccec243b301c service neutron] 10.222.0.10 "PUT /v2.0/ports/73a6f32c-0c63-43b9-aae8-bcaa25a45cff HTTP/1.1" status: 200 len: 1094 time: 0.6082842 Mar 18 00:41:56.707720 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a92d31-af57-40f3-b99d-dd9bce0fc7eb', 'tag': '73a6f32c-0c63-43b9-aae8-bcaa25a45cff'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:41:56.709941 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6aaea97-5e9d-46fa-b0ad-02de30eecc9f" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a92d31-af57-40f3-b99d-dd9bce0fc7eb", "tag": "73a6f32c-0c63-43b9-aae8-bcaa25a45cff"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:41:56.739629 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c41cd5-fdab-46cf-a2c5-ccec243b301c service neutron] Pushing event updated for resources: {'Port': ['ID=73a6f32c-0c63-43b9-aae8-bcaa25a45cff,revision_number=3']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:41:56.759117 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a969a198-4032-4193-b1a8-fcf7e6fb28a7 x-openstack-request-id: req-a969a198-4032-4193-b1a8-fcf7e6fb28a7 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:41:56.759397 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a92d31-af57-40f3-b99d-dd9bce0fc7eb", "tag": "73a6f32c-0c63-43b9-aae8-bcaa25a45cff", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:41:56.759658 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a969a198-4032-4193-b1a8-fcf7e6fb28a7 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:41:56.760057 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a92d31-af57-40f3-b99d-dd9bce0fc7eb', 'tag': '73a6f32c-0c63-43b9-aae8-bcaa25a45cff', 'status': 'completed', 'code': 200} Mar 18 00:41:56.823828 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6068858-36c9-4179-bc93-06452db22073 req-14dac0d1-8ebf-4adb-877a-c92d940dd9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:56.825467 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d6068858-36c9-4179-bc93-06452db22073 req-14dac0d1-8ebf-4adb-877a-c92d940dd9e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f871c1f09843f195516f5747fe4c65&device_id=b9a92d31-af57-40f3-b99d-dd9bce0fc7eb HTTP/1.1" status: 200 len: 1128 time: 0.0478432 Mar 18 00:41:56.882017 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d6068858-36c9-4179-bc93-06452db22073 req-a18e17c3-517f-48c7-9ff6-c1e5df01519f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73a6f32c-0c63-43b9-aae8-bcaa25a45cff HTTP/1.1" status: 200 len: 217 time: 0.0352619 Mar 18 00:41:56.936184 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6068858-36c9-4179-bc93-06452db22073 req-1a6e3431-f6a8-4339-aed6-7769189df7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:56.937660 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d6068858-36c9-4179-bc93-06452db22073 req-1a6e3431-f6a8-4339-aed6-7769189df7e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5031d0a-93b5-4b89-adee-d9ce92bb004b HTTP/1.1" status: 200 len: 853 time: 0.0465426 Mar 18 00:41:56.990212 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6068858-36c9-4179-bc93-06452db22073 req-831353c7-3261-4ae3-9c74-8027b814061e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:56.991710 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d6068858-36c9-4179-bc93-06452db22073 req-831353c7-3261-4ae3-9c74-8027b814061e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b50131b9-c8f7-43a8-bc30-057ba1922412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0442090 Mar 18 00:41:57.080012 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d6068858-36c9-4179-bc93-06452db22073 req-f2c0f559-c302-4c05-b5c7-97ada6caf90b service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790377 Mar 18 00:41:57.176675 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d6068858-36c9-4179-bc93-06452db22073 req-9535927b-cd25-409b-8bef-50442f8d2706 service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843937 Mar 18 00:41:57.322326 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaea97-5e9d-46fa-b0ad-02de30eecc9f req-26e12a15-78e9-4124-bc11-cfb1f886ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:57.323772 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e6aaea97-5e9d-46fa-b0ad-02de30eecc9f req-26e12a15-78e9-4124-bc11-cfb1f886ff1c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f871c1f09843f195516f5747fe4c65&device_id=b9a92d31-af57-40f3-b99d-dd9bce0fc7eb HTTP/1.1" status: 200 len: 1128 time: 0.0428045 Mar 18 00:41:57.416324 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaea97-5e9d-46fa-b0ad-02de30eecc9f req-91f6f317-d3be-47f2-9fef-b48a377752b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:57.417930 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e6aaea97-5e9d-46fa-b0ad-02de30eecc9f req-91f6f317-d3be-47f2-9fef-b48a377752b5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b50131b9-c8f7-43a8-bc30-057ba1922412 HTTP/1.1" status: 200 len: 914 time: 0.0848813 Mar 18 00:41:57.460865 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e6aaea97-5e9d-46fa-b0ad-02de30eecc9f req-bb713047-8d88-46cb-b75a-599637b11988 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73a6f32c-0c63-43b9-aae8-bcaa25a45cff HTTP/1.1" status: 200 len: 217 time: 0.0351164 Mar 18 00:41:57.508219 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaea97-5e9d-46fa-b0ad-02de30eecc9f req-c1a48f19-48d3-4352-bc77-47ff3c94db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:57.509838 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e6aaea97-5e9d-46fa-b0ad-02de30eecc9f req-c1a48f19-48d3-4352-bc77-47ff3c94db5c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5031d0a-93b5-4b89-adee-d9ce92bb004b HTTP/1.1" status: 200 len: 853 time: 0.0423298 Mar 18 00:41:57.509956 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c6ecb-9626-430b-9ff6-bbe4e1f4d50a req-cc5b38d6-7baf-486d-9368-a6e8759320f0 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:57.511403 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-8f5c6ecb-9626-430b-9ff6-bbe4e1f4d50a req-cc5b38d6-7baf-486d-9368-a6e8759320f0 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9a92d31-af57-40f3-b99d-dd9bce0fc7eb HTTP/1.1" status: 200 len: 944 time: 0.0565021 Mar 18 00:41:57.560996 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-8f5c6ecb-9626-430b-9ff6-bbe4e1f4d50a req-05cc42db-46fc-4fbf-807e-c7d19d5ac434 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=427e59a7-ef3b-491c-9c86-1fed75bb3e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432987 Mar 18 00:41:57.565217 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaea97-5e9d-46fa-b0ad-02de30eecc9f req-e1e27400-b5e8-49c0-86e1-e2beda43e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:57.566785 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e6aaea97-5e9d-46fa-b0ad-02de30eecc9f req-e1e27400-b5e8-49c0-86e1-e2beda43e100 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b50131b9-c8f7-43a8-bc30-057ba1922412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0478306 Mar 18 00:41:57.653612 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e6aaea97-5e9d-46fa-b0ad-02de30eecc9f req-079a0962-779c-43e1-bd6f-a7567e1d4553 service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798538 Mar 18 00:41:57.744003 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e6aaea97-5e9d-46fa-b0ad-02de30eecc9f req-1b58a614-b3be-4f97-ba33-80ac0d0faa97 service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840676 Mar 18 00:41:57.936835 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:41:58.682273 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8968f-d39c-4ab0-98a9-ad0008ef9ea7 req-b7703eba-0c7e-46b7-8a08-e3c3135dd972 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:58.683669 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e9e8968f-d39c-4ab0-98a9-ad0008ef9ea7 req-b7703eba-0c7e-46b7-8a08-e3c3135dd972 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9a92d31-af57-40f3-b99d-dd9bce0fc7eb HTTP/1.1" status: 200 len: 944 time: 0.0522885 Mar 18 00:41:58.728918 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e9e8968f-d39c-4ab0-98a9-ad0008ef9ea7 req-75349b0f-24c3-482c-8a1b-63b56b3c9912 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=427e59a7-ef3b-491c-9c86-1fed75bb3e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395374 Mar 18 00:41:59.844817 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7825f1-c1a5-42c4-845e-4f888a4d2536 req-5360019f-9520-4d90-a1f1-0cfafc34bb6e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:41:59.846297 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-dd7825f1-c1a5-42c4-845e-4f888a4d2536 req-5360019f-9520-4d90-a1f1-0cfafc34bb6e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9a92d31-af57-40f3-b99d-dd9bce0fc7eb HTTP/1.1" status: 200 len: 944 time: 0.0526314 Mar 18 00:41:59.893384 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-dd7825f1-c1a5-42c4-845e-4f888a4d2536 req-4226fe49-1608-4080-9453-434664f2a719 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=427e59a7-ef3b-491c-9c86-1fed75bb3e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414517 Mar 18 00:41:59.955748 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 73a6f32c-0c63-43b9-aae8-bcaa25a45cff details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 00:42:00.049756 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 73a6f32c-0c63-43b9-aae8-bcaa25a45cff, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=73a6f32c-0c63-43b9-aae8-bcaa25a45cff,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:42:00.060707 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Returning: {'device': '73a6f32c-0c63-43b9-aae8-bcaa25a45cff', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'port_id': '73a6f32c-0c63-43b9-aae8-bcaa25a45cff', 'mac_address': 'fa:16:3e:1c:6b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 00:42:00.096373 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 73a6f32c-0c63-43b9-aae8-bcaa25a45cff is: DOWN; New status is: BUILD {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:42:00.096767 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (73a6f32c-0c63-43b9-aae8-bcaa25a45cff), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:00.109837 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a6f32c-0c63-43b9-aae8-bcaa25a45cff {{(pid=109624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:42:00.128300 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 73a6f32c-0c63-43b9-aae8-bcaa25a45cff, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=73a6f32c-0c63-43b9-aae8-bcaa25a45cff,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:42:00.132145 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (73a6f32c-0c63-43b9-aae8-bcaa25a45cff), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:00.177172 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=73a6f32c-0c63-43b9-aae8-bcaa25a45cff,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:42:00.183994 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:00.184348 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:00.184930 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:00.185266 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:00.185643 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:00.185978 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:00.186318 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:00.186643 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:00.186968 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:00.187293 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:00.187618 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:00.187940 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:00.188263 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:00.188580 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:00.188900 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:00.492758 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['73a6f32c-0c63-43b9-aae8-bcaa25a45cff'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:42:01.007615 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e23d60-1c2c-43f7-b9c6-913de3ed90d6 req-30ae70d1-75b6-4f20-a8bf-e714330b73e4 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:01.009073 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c7e23d60-1c2c-43f7-b9c6-913de3ed90d6 req-30ae70d1-75b6-4f20-a8bf-e714330b73e4 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9a92d31-af57-40f3-b99d-dd9bce0fc7eb HTTP/1.1" status: 200 len: 945 time: 0.0510440 Mar 18 00:42:01.054335 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-c7e23d60-1c2c-43f7-b9c6-913de3ed90d6 req-1e299da1-86a8-490e-aaf8-a622c3dc7953 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=427e59a7-ef3b-491c-9c86-1fed75bb3e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397501 Mar 18 00:42:01.190511 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:42:01.954866 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 73a6f32c-0c63-43b9-aae8-bcaa25a45cff up at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:42:02.003129 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning for port 73a6f32c-0c63-43b9-aae8-bcaa25a45cff completed by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 00:42:02.007001 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning complete for port 73a6f32c-0c63-43b9-aae8-bcaa25a45cff triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:42:02.007375 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (73a6f32c-0c63-43b9-aae8-bcaa25a45cff), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:02.084623 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port 73a6f32c-0c63-43b9-aae8-bcaa25a45cff is: BUILD; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:42:02.085016 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (73a6f32c-0c63-43b9-aae8-bcaa25a45cff), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:02.107995 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a92d31-af57-40f3-b99d-dd9bce0fc7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a6f32c-0c63-43b9-aae8-bcaa25a45cff'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:42:02.110294 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330c1887-31bf-4336-a4a0-e69d8f16a7fd" -d '{"events": [{"server_uuid": "b9a92d31-af57-40f3-b99d-dd9bce0fc7eb", "name": "network-vif-plugged", "status": "completed", "tag": "73a6f32c-0c63-43b9-aae8-bcaa25a45cff"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:42:02.123466 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port 73a6f32c-0c63-43b9-aae8-bcaa25a45cff, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=73a6f32c-0c63-43b9-aae8-bcaa25a45cff,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:42:02.127431 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (73a6f32c-0c63-43b9-aae8-bcaa25a45cff), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:02.150629 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec07dd0-99fe-4396-8813-19a8420dcfeb x-openstack-request-id: req-6ec07dd0-99fe-4396-8813-19a8420dcfeb {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:42:02.150920 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a92d31-af57-40f3-b99d-dd9bce0fc7eb", "name": "network-vif-plugged", "status": "completed", "tag": "73a6f32c-0c63-43b9-aae8-bcaa25a45cff", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:42:02.151438 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ec07dd0-99fe-4396-8813-19a8420dcfeb {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:42:02.151832 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a92d31-af57-40f3-b99d-dd9bce0fc7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a6f32c-0c63-43b9-aae8-bcaa25a45cff', 'code': 200} Mar 18 00:42:02.172016 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4720b-7cc7-4fa2-aa26-aebcf795d124 req-ffdf1a57-c09d-4c7c-86ea-c9db3d779f33 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:02.173513 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ffb4720b-7cc7-4fa2-aa26-aebcf795d124 req-ffdf1a57-c09d-4c7c-86ea-c9db3d779f33 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9a92d31-af57-40f3-b99d-dd9bce0fc7eb HTTP/1.1" status: 200 len: 946 time: 0.0528471 Mar 18 00:42:02.176860 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=73a6f32c-0c63-43b9-aae8-bcaa25a45cff,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:42:02.225490 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ffb4720b-7cc7-4fa2-aa26-aebcf795d124 req-175a3479-f02d-40b9-bfd5-3d42cfb5b865 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=427e59a7-ef3b-491c-9c86-1fed75bb3e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461171 Mar 18 00:42:02.369251 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cdedb-3653-4d0f-87d0-b39ec4c4d193 req-c334995d-b0d1-437a-961e-4ee02e1e1723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:02.370758 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f70cdedb-3653-4d0f-87d0-b39ec4c4d193 req-c334995d-b0d1-437a-961e-4ee02e1e1723 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b9a92d31-af57-40f3-b99d-dd9bce0fc7eb HTTP/1.1" status: 200 len: 1130 time: 0.0456834 Mar 18 00:42:02.415751 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f70cdedb-3653-4d0f-87d0-b39ec4c4d193 req-9e2c0ff3-526c-4293-bdc5-6fae33fcd7c9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=427e59a7-ef3b-491c-9c86-1fed75bb3e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356836 Mar 18 00:42:03.345077 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24544f53-c1cc-4207-ba44-0eb04e4b387c req-4b0845ed-e412-46cb-b9a9-951a611da648 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:03.346579 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-24544f53-c1cc-4207-ba44-0eb04e4b387c req-4b0845ed-e412-46cb-b9a9-951a611da648 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9a92d31-af57-40f3-b99d-dd9bce0fc7eb HTTP/1.1" status: 200 len: 946 time: 0.0516367 Mar 18 00:42:03.392248 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-24544f53-c1cc-4207-ba44-0eb04e4b387c req-4cf05cf6-1c3a-4fc1-8858-3bd4675ec0ce tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=427e59a7-ef3b-491c-9c86-1fed75bb3e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401518 Mar 18 00:42:04.508662 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e9f79-3871-410e-836f-cd599cc7ab9e req-8bc71815-a2e8-42db-9187-a1250c5af3cf tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:04.510138 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-1a3e9f79-3871-410e-836f-cd599cc7ab9e req-8bc71815-a2e8-42db-9187-a1250c5af3cf tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9a92d31-af57-40f3-b99d-dd9bce0fc7eb HTTP/1.1" status: 200 len: 946 time: 0.0517335 Mar 18 00:42:04.555847 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-1a3e9f79-3871-410e-836f-cd599cc7ab9e req-5f9263fe-ebe1-4255-b9a8-f85cc3604094 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=427e59a7-ef3b-491c-9c86-1fed75bb3e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399842 Mar 18 00:42:04.666843 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149050db-14d5-422f-95f1-7dd109d8c4f8 req-50106364-7b5f-49b9-baae-313b613112c9 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:04.668468 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-149050db-14d5-422f-95f1-7dd109d8c4f8 req-50106364-7b5f-49b9-baae-313b613112c9 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9a92d31-af57-40f3-b99d-dd9bce0fc7eb HTTP/1.1" status: 200 len: 946 time: 0.0509679 Mar 18 00:42:04.676940 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56686) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:42:04.681526 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-ba7f8377-b2b5-4056-b5b3-abca0dd95124 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Request body: {'floatingip': {'port_id': '73a6f32c-0c63-43b9-aae8-bcaa25a45cff'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:42:04.719928 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ba7f8377-b2b5-4056-b5b3-abca0dd95124 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (bba5ccd5-1711-4a07-a2a1-14daf6373cca), before_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:05.134660 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ba7f8377-b2b5-4056-b5b3-abca0dd95124 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:05.139078 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ba7f8377-b2b5-4056-b5b3-abca0dd95124 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (bba5ccd5-1711-4a07-a2a1-14daf6373cca), after_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:05.237271 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.db.l3_db [None req-ba7f8377-b2b5-4056-b5b3-abca0dd95124 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Floating IP bba5ccd5-1711-4a07-a2a1-14daf6373cca associated. External IP: 172.28.2.206, port: 73a6f32c-0c63-43b9-aae8-bcaa25a45cff. Mar 18 00:42:05.448124 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7f8377-b2b5-4056-b5b3-abca0dd95124 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Router 6822e945-8353-4075-883b-41b84094cff8 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:42:05.556278 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7f8377-b2b5-4056-b5b3-abca0dd95124 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:42:05.561555 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ba7f8377-b2b5-4056-b5b3-abca0dd95124 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:05.567843 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d52e2-38c6-49d8-a41d-d64385c13f86 None None] Sync routers for ids ['6822e945-8353-4075-883b-41b84094cff8'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:42:05.577492 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d52e2-38c6-49d8-a41d-d64385c13f86 None None] Routers {'6822e945-8353-4075-883b-41b84094cff8'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:42:05.578099 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-a87d52e2-38c6-49d8-a41d-d64385c13f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:41:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['6822e945-8353-4075-883b-41b84094cff8'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:42:05.590340 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-ba7f8377-b2b5-4056-b5b3-abca0dd95124 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "PUT /v2.0/floatingips/bba5ccd5-1711-4a07-a2a1-14daf6373cca HTTP/1.1" status: 200 len: 992 time: 0.9123027 Mar 18 00:42:05.591111 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a92d31-af57-40f3-b99d-dd9bce0fc7eb', 'tag': '73a6f32c-0c63-43b9-aae8-bcaa25a45cff'}] {{(pid=109623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:42:05.593577 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7516d28204096922e4ecff7ff99285710cd6cc6eb93d78320b89f05ba80b8814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d81a09-ccd3-492a-b220-e0e1893af632" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a92d31-af57-40f3-b99d-dd9bce0fc7eb", "tag": "73a6f32c-0c63-43b9-aae8-bcaa25a45cff"}]}' {{(pid=109623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:42:05.687401 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-a87d52e2-38c6-49d8-a41d-d64385c13f86 None None] Set router 6822e945-8353-4075-883b-41b84094cff8 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:42:05.743531 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5856df6-90ad-4ccd-be9d-54092b009468 x-openstack-request-id: req-d5856df6-90ad-4ccd-be9d-54092b009468 {{(pid=109623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:42:05.743900 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a92d31-af57-40f3-b99d-dd9bce0fc7eb", "tag": "73a6f32c-0c63-43b9-aae8-bcaa25a45cff", "status": "completed", "code": 200}]} {{(pid=109623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:42:05.744218 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5856df6-90ad-4ccd-be9d-54092b009468 {{(pid=109623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:42:05.744681 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a92d31-af57-40f3-b99d-dd9bce0fc7eb', 'tag': '73a6f32c-0c63-43b9-aae8-bcaa25a45cff', 'status': 'completed', 'code': 200} Mar 18 00:42:05.834276 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d81a09-ccd3-492a-b220-e0e1893af632 req-5886e0f2-388a-46ed-9147-db0bad8dc3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:05.835866 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-07d81a09-ccd3-492a-b220-e0e1893af632 req-5886e0f2-388a-46ed-9147-db0bad8dc3d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f871c1f09843f195516f5747fe4c65&device_id=b9a92d31-af57-40f3-b99d-dd9bce0fc7eb HTTP/1.1" status: 200 len: 1130 time: 0.0479379 Mar 18 00:42:05.911042 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-a87d52e2-38c6-49d8-a41d-d64385c13f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': 'bba5ccd5-1711-4a07-a2a1-14daf6373cca', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'floating_ip_address': '172.28.2.206', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '6822e945-8353-4075-883b-41b84094cff8', 'port_id': '73a6f32c-0c63-43b9-aae8-bcaa25a45cff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'mac_address': 'fa:16:3e:1c:6b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a92d31-af57-40f3-b99d-dd9bce0fc7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:41:53Z', 'updated_at': '2022-03-18T00:42:05Z', 'revision_number': 1, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:42:05.923030 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d81a09-ccd3-492a-b220-e0e1893af632 req-cc08b947-5f2e-4586-b774-bde24bbe8ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:05.924483 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-07d81a09-ccd3-492a-b220-e0e1893af632 req-cc08b947-5f2e-4586-b774-bde24bbe8ef0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b50131b9-c8f7-43a8-bc30-057ba1922412 HTTP/1.1" status: 200 len: 914 time: 0.0827959 Mar 18 00:42:05.938086 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d52e2-38c6-49d8-a41d-d64385c13f86 None None] Checking router: 6822e945-8353-4075-883b-41b84094cff8 for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:42:05.946280 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d52e2-38c6-49d8-a41d-d64385c13f86 None None] Routers {'6822e945-8353-4075-883b-41b84094cff8'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:42:05.946874 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-a87d52e2-38c6-49d8-a41d-d64385c13f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:41:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['6822e945-8353-4075-883b-41b84094cff8'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:42:05.991656 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-07d81a09-ccd3-492a-b220-e0e1893af632 req-03943b2c-935c-4f6c-91ee-860f637f8c76 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73a6f32c-0c63-43b9-aae8-bcaa25a45cff HTTP/1.1" status: 200 len: 1000 time: 0.0611343 Mar 18 00:42:06.038497 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d81a09-ccd3-492a-b220-e0e1893af632 req-1694350e-9768-40a6-98f7-d87f74e7ad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:06.039953 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-07d81a09-ccd3-492a-b220-e0e1893af632 req-1694350e-9768-40a6-98f7-d87f74e7ad26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5031d0a-93b5-4b89-adee-d9ce92bb004b HTTP/1.1" status: 200 len: 853 time: 0.0421095 Mar 18 00:42:06.053723 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-a87d52e2-38c6-49d8-a41d-d64385c13f86 None None] Set router 6822e945-8353-4075-883b-41b84094cff8 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:42:06.087167 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d81a09-ccd3-492a-b220-e0e1893af632 req-716e57e7-a844-43bc-b810-9fc4adb13fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:06.088697 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-07d81a09-ccd3-492a-b220-e0e1893af632 req-716e57e7-a844-43bc-b810-9fc4adb13fb1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b50131b9-c8f7-43a8-bc30-057ba1922412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0430853 Mar 18 00:42:06.179509 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-07d81a09-ccd3-492a-b220-e0e1893af632 req-1c21d9de-c90c-4aec-bd06-8361e51af978 service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846667 Mar 18 00:42:06.209539 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:06.267831 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-07d81a09-ccd3-492a-b220-e0e1893af632 req-d806794a-206b-4188-8c65-82055d3d4ece service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815210 Mar 18 00:42:06.287857 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-a87d52e2-38c6-49d8-a41d-d64385c13f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': 'bba5ccd5-1711-4a07-a2a1-14daf6373cca', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'floating_ip_address': '172.28.2.206', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '6822e945-8353-4075-883b-41b84094cff8', 'port_id': '73a6f32c-0c63-43b9-aae8-bcaa25a45cff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'mac_address': 'fa:16:3e:1c:6b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a92d31-af57-40f3-b99d-dd9bce0fc7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:41:53Z', 'updated_at': '2022-03-18T00:42:05Z', 'revision_number': 1, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:42:06.316521 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d52e2-38c6-49d8-a41d-d64385c13f86 None None] The sync data for ids ['6822e945-8353-4075-883b-41b84094cff8'] in dv-cinder-768458-19-smb is: [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': 'bba5ccd5-1711-4a07-a2a1-14daf6373cca', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'floating_ip_address': '172.28.2.206', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '6822e945-8353-4075-883b-41b84094cff8', 'port_id': '73a6f32c-0c63-43b9-aae8-bcaa25a45cff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'mac_address': 'fa:16:3e:1c:6b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a92d31-af57-40f3-b99d-dd9bce0fc7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:41:53Z', 'updated_at': '2022-03-18T00:42:05Z', 'revision_number': 1, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:42:06.507222 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8265d7a0-d271-4c32-9a3a-cef25e68df46 None None] New status for floating IP bba5ccd5-1711-4a07-a2a1-14daf6373cca: ACTIVE {{(pid=109625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 00:42:21.475727 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-a323fa21-8afb-4731-b6b3-5ee4744b0917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:23.851398 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-bff23d1f-c1f3-4c6b-8e08-5d2ceca7e4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:24.709821 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:26.410473 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:27.938911 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:36.195092 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:38.188531 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:42:43.451745 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75cd96-fb2f-4477-9707-391f2165e23c req-a1884454-d720-43bd-9f0b-ce37391a6612 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:43.456591 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9b75cd96-fb2f-4477-9707-391f2165e23c req-a1884454-d720-43bd-9f0b-ce37391a6612 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9a92d31-af57-40f3-b99d-dd9bce0fc7eb HTTP/1.1" status: 200 len: 946 time: 0.0515547 Mar 18 00:42:43.498983 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9b75cd96-fb2f-4477-9707-391f2165e23c req-f57f1c67-acd6-457c-b269-0fab803ff08d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=427e59a7-ef3b-491c-9c86-1fed75bb3e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397654 Mar 18 00:42:44.622373 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a3f3f-aaf3-4fa5-bdeb-35a56b414ab8 req-d1805729-56a1-4a77-8e7f-cc31a751532a tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:44.623805 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-fc4a3f3f-aaf3-4fa5-bdeb-35a56b414ab8 req-d1805729-56a1-4a77-8e7f-cc31a751532a tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9a92d31-af57-40f3-b99d-dd9bce0fc7eb HTTP/1.1" status: 200 len: 946 time: 0.0557446 Mar 18 00:42:44.674652 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-fc4a3f3f-aaf3-4fa5-bdeb-35a56b414ab8 req-9dd95805-23cf-4676-9509-c072c70869ca tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=427e59a7-ef3b-491c-9c86-1fed75bb3e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441353 Mar 18 00:42:45.466230 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb2d06-cc27-4d97-9165-fa5c35ab56ca req-b03ceb67-9ed2-4fad-8694-d48b98d69f26 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:45.467642 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7afb2d06-cc27-4d97-9165-fa5c35ab56ca req-b03ceb67-9ed2-4fad-8694-d48b98d69f26 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a92d31-af57-40f3-b99d-dd9bce0fc7eb HTTP/1.1" status: 200 len: 946 time: 0.0499160 Mar 18 00:42:45.558803 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-7afb2d06-cc27-4d97-9165-fa5c35ab56ca req-e8f282ae-1933-4e31-b06a-5dbcf457a29e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Deleting port 73a6f32c-0c63-43b9-aae8-bcaa25a45cff {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:42:45.559163 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7afb2d06-cc27-4d97-9165-fa5c35ab56ca req-e8f282ae-1933-4e31-b06a-5dbcf457a29e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (73a6f32c-0c63-43b9-aae8-bcaa25a45cff), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:45.644654 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-7afb2d06-cc27-4d97-9165-fa5c35ab56ca req-e8f282ae-1933-4e31-b06a-5dbcf457a29e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] For port 73a6f32c-0c63-43b9-aae8-bcaa25a45cff, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=73a6f32c-0c63-43b9-aae8-bcaa25a45cff,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:42:45.645326 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7afb2d06-cc27-4d97-9165-fa5c35ab56ca req-e8f282ae-1933-4e31-b06a-5dbcf457a29e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (73a6f32c-0c63-43b9-aae8-bcaa25a45cff), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:45.793424 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ca90a-3c9c-4068-b034-8e1d2f56d412 req-adea0a9f-b459-4126-84aa-0bf336782797 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:45.795051 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ed5ca90a-3c9c-4068-b034-8e1d2f56d412 req-adea0a9f-b459-4126-84aa-0bf336782797 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9a92d31-af57-40f3-b99d-dd9bce0fc7eb HTTP/1.1" status: 200 len: 946 time: 0.0519950 Mar 18 00:42:45.812068 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7afb2d06-cc27-4d97-9165-fa5c35ab56ca req-e8f282ae-1933-4e31-b06a-5dbcf457a29e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:45.812427 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7afb2d06-cc27-4d97-9165-fa5c35ab56ca req-e8f282ae-1933-4e31-b06a-5dbcf457a29e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (bba5ccd5-1711-4a07-a2a1-14daf6373cca), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:45.812745 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.l3_db [req-7afb2d06-cc27-4d97-9165-fa5c35ab56ca req-e8f282ae-1933-4e31-b06a-5dbcf457a29e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Floating IP bba5ccd5-1711-4a07-a2a1-14daf6373cca disassociated. External IP: 172.28.2.206, port: 73a6f32c-0c63-43b9-aae8-bcaa25a45cff. Mar 18 00:42:45.813703 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-7afb2d06-cc27-4d97-9165-fa5c35ab56ca req-e8f282ae-1933-4e31-b06a-5dbcf457a29e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Calling delete_port for 73a6f32c-0c63-43b9-aae8-bcaa25a45cff owned by compute:nova {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:42:45.845308 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ed5ca90a-3c9c-4068-b034-8e1d2f56d412 req-b9f18876-c62e-4fed-a8ac-227dba29cd29 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=427e59a7-ef3b-491c-9c86-1fed75bb3e06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440812 Mar 18 00:42:45.944127 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7afb2d06-cc27-4d97-9165-fa5c35ab56ca req-e8f282ae-1933-4e31-b06a-5dbcf457a29e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (73a6f32c-0c63-43b9-aae8-bcaa25a45cff), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:45.969003 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f282ae-1933-4e31-b06a-5dbcf457a29e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event deleted for resources: {'Port': ['ID=73a6f32c-0c63-43b9-aae8-bcaa25a45cff,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:42:46.081515 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7afb2d06-cc27-4d97-9165-fa5c35ab56ca req-e8f282ae-1933-4e31-b06a-5dbcf457a29e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Router 6822e945-8353-4075-883b-41b84094cff8 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:42:46.198496 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7afb2d06-cc27-4d97-9165-fa5c35ab56ca req-e8f282ae-1933-4e31-b06a-5dbcf457a29e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:42:46.208675 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f036ce-c1a3-46af-bac0-1a02816c0899 None None] Sync routers for ids ['6822e945-8353-4075-883b-41b84094cff8'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:42:46.218618 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f036ce-c1a3-46af-bac0-1a02816c0899 None None] Routers {'6822e945-8353-4075-883b-41b84094cff8'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:42:46.219815 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-87f036ce-c1a3-46af-bac0-1a02816c0899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:42:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['6822e945-8353-4075-883b-41b84094cff8'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:42:46.238159 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afb2d06-cc27-4d97-9165-fa5c35ab56ca req-e8f282ae-1933-4e31-b06a-5dbcf457a29e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] No DVR routers for this DVR port 73a6f32c-0c63-43b9-aae8-bcaa25a45cff on host hv-cinder-76845 {{(pid=109622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:42:46.240635 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-7afb2d06-cc27-4d97-9165-fa5c35ab56ca req-e8f282ae-1933-4e31-b06a-5dbcf457a29e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:46.243895 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-7afb2d06-cc27-4d97-9165-fa5c35ab56ca req-e8f282ae-1933-4e31-b06a-5dbcf457a29e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.10 "DELETE /v2.0/ports/73a6f32c-0c63-43b9-aae8-bcaa25a45cff HTTP/1.1" status: 204 len: 173 time: 0.7683768 Mar 18 00:42:46.244272 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a92d31-af57-40f3-b99d-dd9bce0fc7eb', 'name': 'network-vif-deleted', 'tag': '73a6f32c-0c63-43b9-aae8-bcaa25a45cff'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:42:46.246489 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f65501-d140-4a2f-9999-1ad5d0e68487" -d '{"events": [{"server_uuid": "b9a92d31-af57-40f3-b99d-dd9bce0fc7eb", "name": "network-vif-deleted", "tag": "73a6f32c-0c63-43b9-aae8-bcaa25a45cff"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:42:46.286602 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7037c138-17fc-4319-9a55-592ed19db29a x-openstack-request-id: req-7037c138-17fc-4319-9a55-592ed19db29a {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:42:46.287183 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a92d31-af57-40f3-b99d-dd9bce0fc7eb", "name": "network-vif-deleted", "tag": "73a6f32c-0c63-43b9-aae8-bcaa25a45cff", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:42:46.287379 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7037c138-17fc-4319-9a55-592ed19db29a {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:42:46.287765 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a92d31-af57-40f3-b99d-dd9bce0fc7eb', 'name': 'network-vif-deleted', 'tag': '73a6f32c-0c63-43b9-aae8-bcaa25a45cff', 'status': 'completed', 'code': 200} Mar 18 00:42:46.335599 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-87f036ce-c1a3-46af-bac0-1a02816c0899 None None] Set router 6822e945-8353-4075-883b-41b84094cff8 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:42:46.538969 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-87f036ce-c1a3-46af-bac0-1a02816c0899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:42:46.564016 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f036ce-c1a3-46af-bac0-1a02816c0899 None None] Checking router: 6822e945-8353-4075-883b-41b84094cff8 for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:42:46.571872 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f036ce-c1a3-46af-bac0-1a02816c0899 None None] Routers {'6822e945-8353-4075-883b-41b84094cff8'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:42:46.572466 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-87f036ce-c1a3-46af-bac0-1a02816c0899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:42:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['6822e945-8353-4075-883b-41b84094cff8'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:42:46.676364 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-87f036ce-c1a3-46af-bac0-1a02816c0899 None None] Set router 6822e945-8353-4075-883b-41b84094cff8 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:42:46.826526 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-910635c6-9089-48bf-9e0d-07bc3a1d95b6 req-b28bf896-f16e-4648-b4eb-0a1b61e60507 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b9a92d31-af57-40f3-b99d-dd9bce0fc7eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265739 Mar 18 00:42:46.885542 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-87f036ce-c1a3-46af-bac0-1a02816c0899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:42:46.942045 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56758) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:42:46.950162 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f036ce-c1a3-46af-bac0-1a02816c0899 None None] The sync data for ids ['6822e945-8353-4075-883b-41b84094cff8'] in dv-cinder-768458-19-smb is: [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:42:46.951590 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-910635c6-9089-48bf-9e0d-07bc3a1d95b6 req-981f2b3c-e023-46c6-9188-4fdc5edc7f68 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f871c1f09843f195516f5747fe4c65&device_id=b9a92d31-af57-40f3-b99d-dd9bce0fc7eb HTTP/1.1" status: 200 len: 210 time: 0.0327482 Mar 18 00:42:47.015924 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9bb5-7822-412f-b255-2fa6b6d1ddae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group (427e59a7-ef3b-491c-9c86-1fed75bb3e06), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:47.043805 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9bb5-7822-412f-b255-2fa6b6d1ddae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group (427e59a7-ef3b-491c-9c86-1fed75bb3e06), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:47.101882 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9bb5-7822-412f-b255-2fa6b6d1ddae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (427e59a7-ef3b-491c-9c86-1fed75bb3e06), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:47.104457 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9bb5-7822-412f-b255-2fa6b6d1ddae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:47.105702 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-ddfe9bb5-7822-412f-b255-2fa6b6d1ddae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "DELETE /v2.0/security-groups/427e59a7-ef3b-491c-9c86-1fed75bb3e06 HTTP/1.1" status: 204 len: 168 time: 0.1617181 Mar 18 00:42:47.110544 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56760) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:42:47.126272 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.api.v2.resource [None req-6a4192ff-499f-4edc-bda4-af91f4fef930 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] show failed (client error): The resource could not be found. Mar 18 00:42:47.128764 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-6a4192ff-499f-4edc-bda4-af91f4fef930 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups/427e59a7-ef3b-491c-9c86-1fed75bb3e06 HTTP/1.1" status: 404 len: 347 time: 0.0171521 Mar 18 00:42:47.131643 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56762) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:42:47.134091 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe9bb5-7822-412f-b255-2fa6b6d1ddae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=427e59a7-ef3b-491c-9c86-1fed75bb3e06,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:42:47.142245 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe9bb5-7822-412f-b255-2fa6b6d1ddae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:47.142604 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe9bb5-7822-412f-b255-2fa6b6d1ddae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:47.142954 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe9bb5-7822-412f-b255-2fa6b6d1ddae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:47.143299 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe9bb5-7822-412f-b255-2fa6b6d1ddae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:47.143634 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe9bb5-7822-412f-b255-2fa6b6d1ddae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:47.143968 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe9bb5-7822-412f-b255-2fa6b6d1ddae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:47.144302 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe9bb5-7822-412f-b255-2fa6b6d1ddae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:47.144641 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe9bb5-7822-412f-b255-2fa6b6d1ddae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:47.144958 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe9bb5-7822-412f-b255-2fa6b6d1ddae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:47.145286 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe9bb5-7822-412f-b255-2fa6b6d1ddae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:47.145670 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe9bb5-7822-412f-b255-2fa6b6d1ddae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:47.145996 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe9bb5-7822-412f-b255-2fa6b6d1ddae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:47.146320 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe9bb5-7822-412f-b255-2fa6b6d1ddae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:47.146647 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe9bb5-7822-412f-b255-2fa6b6d1ddae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:47.146966 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe9bb5-7822-412f-b255-2fa6b6d1ddae tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:47.284728 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2428de49-b26f-47b5-b3fb-6fcd3b589789 None None] New status for floating IP bba5ccd5-1711-4a07-a2a1-14daf6373cca: DOWN {{(pid=109625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 00:42:47.289728 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910635c6-9089-48bf-9e0d-07bc3a1d95b6 req-10b1fb79-27ad-4b8f-b28c-19a7d3f899e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:47.291192 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-910635c6-9089-48bf-9e0d-07bc3a1d95b6 req-10b1fb79-27ad-4b8f-b28c-19a7d3f899e7 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=74f871c1f09843f195516f5747fe4c65&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3001511 Mar 18 00:42:47.391606 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-1525f881-429d-49e8-ac20-8e648178fa3d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Deleting port b4aecb14-2287-46a9-82f7-cad88e85b73d {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:42:47.392220 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1525f881-429d-49e8-ac20-8e648178fa3d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (b4aecb14-2287-46a9-82f7-cad88e85b73d), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:47.746600 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910635c6-9089-48bf-9e0d-07bc3a1d95b6 req-e7cf3563-1f6d-4e79-bc3e-0d8f2c8af991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:47.748035 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-910635c6-9089-48bf-9e0d-07bc3a1d95b6 req-e7cf3563-1f6d-4e79-bc3e-0d8f2c8af991 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4466023 Mar 18 00:42:47.763998 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1525f881-429d-49e8-ac20-8e648178fa3d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (b4aecb14-2287-46a9-82f7-cad88e85b73d), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:47.764933 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1525f881-429d-49e8-ac20-8e648178fa3d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (b4aecb14-2287-46a9-82f7-cad88e85b73d), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:47.777799 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-1525f881-429d-49e8-ac20-8e648178fa3d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Calling delete_port for b4aecb14-2287-46a9-82f7-cad88e85b73d owned by network:floatingip {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:42:47.905995 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1525f881-429d-49e8-ac20-8e648178fa3d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (b4aecb14-2287-46a9-82f7-cad88e85b73d), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:47.931827 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525f881-429d-49e8-ac20-8e648178fa3d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event deleted for resources: {'Port': ['ID=b4aecb14-2287-46a9-82f7-cad88e85b73d,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:42:47.990064 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1525f881-429d-49e8-ac20-8e648178fa3d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (bba5ccd5-1711-4a07-a2a1-14daf6373cca), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:47.992513 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-1525f881-429d-49e8-ac20-8e648178fa3d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:47.993671 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-1525f881-429d-49e8-ac20-8e648178fa3d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "DELETE /v2.0/floatingips/bba5ccd5-1711-4a07-a2a1-14daf6373cca HTTP/1.1" status: 204 len: 168 time: 0.8610339 Mar 18 00:42:48.217214 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56766) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:42:48.222425 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-0e61a11a-fb4a-460b-b65b-28bef280b47e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1018362656', 'description': 'tempest-description--1473178250'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:42:48.242406 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0e61a11a-fb4a-460b-b65b-28bef280b47e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:48.310408 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0e61a11a-fb4a-460b-b65b-28bef280b47e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group (831fb9d8-9427-428e-b845-3091dd3d8417), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:48.313976 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0e61a11a-fb4a-460b-b65b-28bef280b47e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (831fb9d8-9427-428e-b845-3091dd3d8417), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:48.342560 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-0e61a11a-fb4a-460b-b65b-28bef280b47e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:48.343755 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-0e61a11a-fb4a-460b-b65b-28bef280b47e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1255338 Mar 18 00:42:48.345467 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61a11a-fb4a-460b-b65b-28bef280b47e tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=831fb9d8-9427-428e-b845-3091dd3d8417,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:42:48.347811 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56768) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:42:48.352247 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-817b248d-cf4d-428e-91ba-5b69a20d95c6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Request body: {'security_group_rule': {'security_group_id': '831fb9d8-9427-428e-b845-3091dd3d8417', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:42:48.377493 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-817b248d-cf4d-428e-91ba-5b69a20d95c6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group_rule (fe15d878-cd51-4779-adfa-c9421de54732), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:48.432323 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-817b248d-cf4d-428e-91ba-5b69a20d95c6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group_rule (fe15d878-cd51-4779-adfa-c9421de54732), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:48.436241 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-817b248d-cf4d-428e-91ba-5b69a20d95c6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (fe15d878-cd51-4779-adfa-c9421de54732), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:48.454389 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b248d-cf4d-428e-91ba-5b69a20d95c6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe15d878-cd51-4779-adfa-c9421de54732,revision_number=0']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:42:48.462257 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-817b248d-cf4d-428e-91ba-5b69a20d95c6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:48.463523 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-817b248d-cf4d-428e-91ba-5b69a20d95c6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148212 Mar 18 00:42:48.466282 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56770) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:42:48.470601 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [None req-24bd0c30-5993-4a15-9f8e-e0172cdb60cb tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Request body: {'security_group_rule': {'security_group_id': '831fb9d8-9427-428e-b845-3091dd3d8417', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:42:48.494292 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-24bd0c30-5993-4a15-9f8e-e0172cdb60cb tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group_rule (aa286af7-a679-4999-81a0-e18bd7866c06), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:48.548630 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-24bd0c30-5993-4a15-9f8e-e0172cdb60cb tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group_rule (aa286af7-a679-4999-81a0-e18bd7866c06), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:48.552031 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-24bd0c30-5993-4a15-9f8e-e0172cdb60cb tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602156'] for security_group_rule (aa286af7-a679-4999-81a0-e18bd7866c06), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:48.569770 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd0c30-5993-4a15-9f8e-e0172cdb60cb tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa286af7-a679-4999-81a0-e18bd7866c06,revision_number=0']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:42:48.574721 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-24bd0c30-5993-4a15-9f8e-e0172cdb60cb tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:48.575882 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-24bd0c30-5993-4a15-9f8e-e0172cdb60cb tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1086943 Mar 18 00:42:48.579873 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56772) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:42:48.584310 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-1e1f6dc9-e896-4e7e-8068-4d2869612d84 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Request body: {'floatingip': {'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:42:48.604774 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1e1f6dc9-e896-4e7e-8068-4d2869612d84 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:48.699090 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1e1f6dc9-e896-4e7e-8068-4d2869612d84 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:48.796448 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.db_base_plugin_common [None req-1e1f6dc9-e896-4e7e-8068-4d2869612d84 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Allocated IP 172.28.2.115 (5e3ddc34-ad90-40ce-bf33-6bccf71106f9/1eeedb1d-7e47-41b2-b3a3-f344e50a1163/97eba369-a207-4c20-b1e4-1801bafca35d) {{(pid=109623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:42:48.897578 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1e1f6dc9-e896-4e7e-8068-4d2869612d84 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for port (97eba369-a207-4c20-b1e4-1801bafca35d), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:48.930684 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1e1f6dc9-e896-4e7e-8068-4d2869612d84 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (97eba369-a207-4c20-b1e4-1801bafca35d), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:48.964841 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1f6dc9-e896-4e7e-8068-4d2869612d84 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Network 5e3ddc34-ad90-40ce-bf33-6bccf71106f9 is already hosted by enough agents. {{(pid=109623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:42:48.967624 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.base_scheduler [None req-1e1f6dc9-e896-4e7e-8068-4d2869612d84 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Resources bound (agent type, host, resource id): {{(pid=109623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:42:48.972029 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1f6dc9-e896-4e7e-8068-4d2869612d84 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Received port after_create {{(pid=109623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:42:49.001243 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f6dc9-e896-4e7e-8068-4d2869612d84 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event updated for resources: {'Port': ['ID=97eba369-a207-4c20-b1e4-1801bafca35d,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:42:49.067295 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1e1f6dc9-e896-4e7e-8068-4d2869612d84 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (daa73099-b93d-4bcf-89ae-397a159370c5), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:49.101414 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1e1f6dc9-e896-4e7e-8068-4d2869612d84 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (97eba369-a207-4c20-b1e4-1801bafca35d), before_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:49.472184 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1e1f6dc9-e896-4e7e-8068-4d2869612d84 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for port (97eba369-a207-4c20-b1e4-1801bafca35d), precommit_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:49.476639 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1e1f6dc9-e896-4e7e-8068-4d2869612d84 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9398957'] for port (97eba369-a207-4c20-b1e4-1801bafca35d), after_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:49.538624 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f6dc9-e896-4e7e-8068-4d2869612d84 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event updated for resources: {'Port': ['ID=97eba369-a207-4c20-b1e4-1801bafca35d,revision_number=2']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:42:49.552417 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1e1f6dc9-e896-4e7e-8068-4d2869612d84 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (daa73099-b93d-4bcf-89ae-397a159370c5), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:49.567930 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-1e1f6dc9-e896-4e7e-8068-4d2869612d84 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:49.569154 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-1e1f6dc9-e896-4e7e-8068-4d2869612d84 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9883034 Mar 18 00:42:49.716862 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-e0c5f12d-d918-4388-aa4b-2a3097599026 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1018362656&fields=id&tenant_id=74f871c1f09843f195516f5747fe4c65 HTTP/1.1" status: 200 len: 267 time: 0.0448081 Mar 18 00:42:49.819470 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-4a67c484-21c9-4b7e-bc90-40f25efebf25 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:49.820914 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-4a67c484-21c9-4b7e-bc90-40f25efebf25 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/networks?id=b50131b9-c8f7-43a8-bc30-057ba1922412 HTTP/1.1" status: 200 len: 814 time: 0.0974953 Mar 18 00:42:49.834824 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-7c69d17e-df29-4c8c-b4b1-7c1e649aff83 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/quotas/74f871c1f09843f195516f5747fe4c65 HTTP/1.1" status: 200 len: 375 time: 0.0086567 Mar 18 00:42:49.887024 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-42b43f1d-fcfe-48b9-98d3-935c74bb3d8d tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=74f871c1f09843f195516f5747fe4c65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474095 Mar 18 00:42:49.980221 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-715eda3c-1ec4-4b0c-9f19-c778a0ce5502 service neutron] 10.222.0.23 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820620 Mar 18 00:42:50.065296 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-24574b7e-cd38-48e8-8614-4c58ba3875a1 service neutron] 10.222.0.23 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786252 Mar 18 00:42:50.218423 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-3d709bbe-bd02-4a52-9be8-b1dd583df7ca req-f32cebb7-8760-424f-8787-75c5c7e83e00 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=32ae4ac3-8c10-40f2-8e74-eed4d0ce7358 HTTP/1.1" status: 200 len: 210 time: 0.0263188 Mar 18 00:42:50.236647 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 73a6f32c-0c63-43b9-aae8-bcaa25a45cff no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:42:50.256368 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] No Port match for: 73a6f32c-0c63-43b9-aae8-bcaa25a45cff {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:42:50.256703 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device 73a6f32c-0c63-43b9-aae8-bcaa25a45cff not bound to the agent host hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:42:51.307772 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-eda4e7ec-08dd-4bdb-8956-d87e32aacfcc tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:51.309180 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-eda4e7ec-08dd-4bdb-8956-d87e32aacfcc tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.10 "GET /v2.0/networks?id=b50131b9-c8f7-43a8-bc30-057ba1922412 HTTP/1.1" status: 200 len: 814 time: 0.1196582 Mar 18 00:42:51.323649 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-41fac0ea-b6e3-4451-ad9a-ae3fcaeff566 req-4db50c4f-b53b-4ed1-a7c7-1b41f539f447 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=32ae4ac3-8c10-40f2-8e74-eed4d0ce7358 HTTP/1.1" status: 200 len: 210 time: 0.0328722 Mar 18 00:42:51.393680 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-ac7248b7-3472-4324-a440-c7e73a1a5f31 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74f871c1f09843f195516f5747fe4c65 HTTP/1.1" status: 200 len: 380 time: 0.0543475 Mar 18 00:42:51.410098 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-104a7d64-8f59-4cd4-9069-1f2931b69194 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Request body: {'port': {'device_id': '32ae4ac3-8c10-40f2-8e74-eed4d0ce7358', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'admin_state_up': True, 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'security_groups': ['831fb9d8-9427-428e-b845-3091dd3d8417']}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:42:51.476750 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-d60e4766-5265-4c91-b66e-f31c8f73f8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:51.517040 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-104a7d64-8f59-4cd4-9069-1f2931b69194 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Made reservation on behalf of 74f871c1f09843f195516f5747fe4c65 for: {'port': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:42:51.520689 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-104a7d64-8f59-4cd4-9069-1f2931b69194 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:51.643035 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-104a7d64-8f59-4cd4-9069-1f2931b69194 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Allocated IP 172.20.0.9 (b50131b9-c8f7-43a8-bc30-057ba1922412/e5031d0a-93b5-4b89-adee-d9ce92bb004b/ca5177c0-50ea-4a42-a26a-d450538953d7) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:42:51.777939 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-104a7d64-8f59-4cd4-9069-1f2931b69194 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for port (ca5177c0-50ea-4a42-a26a-d450538953d7), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:51.808904 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-104a7d64-8f59-4cd4-9069-1f2931b69194 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (ca5177c0-50ea-4a42-a26a-d450538953d7), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:51.848221 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-104a7d64-8f59-4cd4-9069-1f2931b69194 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Network b50131b9-c8f7-43a8-bc30-057ba1922412 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:42:51.851196 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-104a7d64-8f59-4cd4-9069-1f2931b69194 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:42:51.853510 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-104a7d64-8f59-4cd4-9069-1f2931b69194 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:42:51.890073 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a7d64-8f59-4cd4-9069-1f2931b69194 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event updated for resources: {'Port': ['ID=ca5177c0-50ea-4a42-a26a-d450538953d7,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:42:51.917453 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-104a7d64-8f59-4cd4-9069-1f2931b69194 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:51.918317 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-104a7d64-8f59-4cd4-9069-1f2931b69194 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:51.935828 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-104a7d64-8f59-4cd4-9069-1f2931b69194 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5293376 Mar 18 00:42:51.957983 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Request body: {'port': {'device_id': '32ae4ac3-8c10-40f2-8e74-eed4d0ce7358', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:42:52.022909 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (ca5177c0-50ea-4a42-a26a-d450538953d7), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:52.057196 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-567d0762-9fd7-4adf-be7c-465e0ba6164c None None] Provisioning complete for port ca5177c0-50ea-4a42-a26a-d450538953d7 triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:42:52.057522 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-567d0762-9fd7-4adf-be7c-465e0ba6164c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (ca5177c0-50ea-4a42-a26a-d450538953d7), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:52.094659 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-567d0762-9fd7-4adf-be7c-465e0ba6164c None None] Port ca5177c0-50ea-4a42-a26a-d450538953d7 cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:42:52.285616 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5177c0-50ea-4a42-a26a-d450538953d7 {{(pid=109622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:42:52.292737 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Publish callbacks [] for port (ca5177c0-50ea-4a42-a26a-d450538953d7), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:52.304899 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.provisioning_blocks [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Transition to ACTIVE for port object ca5177c0-50ea-4a42-a26a-d450538953d7 will not be triggered until provisioned by entity L2. {{(pid=109622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 00:42:52.309934 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (ca5177c0-50ea-4a42-a26a-d450538953d7), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:52.363250 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5177c0-50ea-4a42-a26a-d450538953d7,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:42:52.403960 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:52.404319 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:52.404643 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:52.404977 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:52.405308 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:52.405666 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:52.405994 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:52.406317 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:52.407140 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:52.407514 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:52.407836 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:52.408158 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:52.408482 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:52.408967 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:52.410308 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:42:52.443453 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Attempting to bind port ca5177c0-50ea-4a42-a26a-d450538953d7 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:42:52.443795 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Attempting to bind port ca5177c0-50ea-4a42-a26a-d450538953d7 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:42:52.444150 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Attempting to bind port ca5177c0-50ea-4a42-a26a-d450538953d7 on network b50131b9-c8f7-43a8-bc30-057ba1922412 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:42:52.449281 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Port ca5177c0-50ea-4a42-a26a-d450538953d7 on network b50131b9-c8f7-43a8-bc30-057ba1922412 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 00:42:52.449762 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Attempting to bind port ca5177c0-50ea-4a42-a26a-d450538953d7 on network b50131b9-c8f7-43a8-bc30-057ba1922412 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:42:52.455515 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Checking agent: {'id': 'a11cec97-e670-4172-acc9-1e6c1f318043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'started_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:42:52.455932 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Checking segment: {'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:42:52.456378 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Bound using segment: {'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:42:52.456500 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa3fb8-47fa-4805-8109-f9dc2726fac1 req-61d0af76-b35e-4e00-b0fe-3b454506414c tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:52.456956 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Bound port: ca5177c0-50ea-4a42-a26a-d450538953d7, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412'}}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:42:52.457336 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (ca5177c0-50ea-4a42-a26a-d450538953d7), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:52.458237 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9daa3fb8-47fa-4805-8109-f9dc2726fac1 req-61d0af76-b35e-4e00-b0fe-3b454506414c tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=32ae4ac3-8c10-40f2-8e74-eed4d0ce7358 HTTP/1.1" status: 200 len: 943 time: 0.0583732 Mar 18 00:42:52.517723 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9daa3fb8-47fa-4805-8109-f9dc2726fac1 req-1cf1c4eb-45ee-4a3f-a820-444376035abc tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=831fb9d8-9427-428e-b845-3091dd3d8417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493028 Mar 18 00:42:52.525467 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] For port ca5177c0-50ea-4a42-a26a-d450538953d7, host hv-cinder-76845, cleared binding levels {{(pid=109622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:42:52.528952 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] For port ca5177c0-50ea-4a42-a26a-d450538953d7, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ca5177c0-50ea-4a42-a26a-d450538953d7,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:42:52.535674 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (ca5177c0-50ea-4a42-a26a-d450538953d7), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:52.572450 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:52.573061 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:52.574514 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] 10.222.0.10 "PUT /v2.0/ports/ca5177c0-50ea-4a42-a26a-d450538953d7 HTTP/1.1" status: 200 len: 1093 time: 0.6211770 Mar 18 00:42:52.574944 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ae4ac3-8c10-40f2-8e74-eed4d0ce7358', 'tag': 'ca5177c0-50ea-4a42-a26a-d450538953d7'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:42:52.577141 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810ac87d-e950-41f1-a92e-db14c76d26ae" -d '{"events": [{"name": "network-changed", "server_uuid": "32ae4ac3-8c10-40f2-8e74-eed4d0ce7358", "tag": "ca5177c0-50ea-4a42-a26a-d450538953d7"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:42:52.602939 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc1bee-f8f5-4c80-8aae-1c5223454926 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5177c0-50ea-4a42-a26a-d450538953d7,revision_number=3']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:42:52.621181 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77e4c8d-a294-4dc7-bf39-fc16b00858cf x-openstack-request-id: req-e77e4c8d-a294-4dc7-bf39-fc16b00858cf {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:42:52.621489 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ae4ac3-8c10-40f2-8e74-eed4d0ce7358", "tag": "ca5177c0-50ea-4a42-a26a-d450538953d7", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:42:52.621740 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e77e4c8d-a294-4dc7-bf39-fc16b00858cf {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:42:52.622146 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ae4ac3-8c10-40f2-8e74-eed4d0ce7358', 'tag': 'ca5177c0-50ea-4a42-a26a-d450538953d7', 'status': 'completed', 'code': 200} Mar 18 00:42:52.698429 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-6892d550-ad08-4080-8e6d-6799861f9515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:52.699981 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-6892d550-ad08-4080-8e6d-6799861f9515 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f871c1f09843f195516f5747fe4c65&device_id=32ae4ac3-8c10-40f2-8e74-eed4d0ce7358 HTTP/1.1" status: 200 len: 1127 time: 0.0471232 Mar 18 00:42:52.755786 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-92ac2bc3-b1b6-478d-bdc5-eb372f3b15e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca5177c0-50ea-4a42-a26a-d450538953d7 HTTP/1.1" status: 200 len: 217 time: 0.0344934 Mar 18 00:42:52.810407 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-66c51a31-1161-4bd9-bc98-f107c3078cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:52.811801 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-66c51a31-1161-4bd9-bc98-f107c3078cb0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5031d0a-93b5-4b89-adee-d9ce92bb004b HTTP/1.1" status: 200 len: 853 time: 0.0457165 Mar 18 00:42:52.864601 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-074aa5f3-2ef5-43a1-8992-88b9333af9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:52.866150 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-074aa5f3-2ef5-43a1-8992-88b9333af9b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b50131b9-c8f7-43a8-bc30-057ba1922412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0451660 Mar 18 00:42:52.972524 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-61fe0b52-7b52-4016-8afe-2f5cb3b3e997 service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954685 Mar 18 00:42:53.065581 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a85a913a-2e2f-4b14-82d9-be11482e6333 req-d8c982e6-d655-4356-91d7-1c7c29ec1523 service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836198 Mar 18 00:42:53.224245 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ac87d-e950-41f1-a92e-db14c76d26ae req-50162cf5-8290-4142-8d3b-1e1a70a4216a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:53.225754 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-810ac87d-e950-41f1-a92e-db14c76d26ae req-50162cf5-8290-4142-8d3b-1e1a70a4216a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f871c1f09843f195516f5747fe4c65&device_id=32ae4ac3-8c10-40f2-8e74-eed4d0ce7358 HTTP/1.1" status: 200 len: 1127 time: 0.0447011 Mar 18 00:42:53.320357 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ac87d-e950-41f1-a92e-db14c76d26ae req-59952eb3-ac17-47a4-83e4-d22d6d05f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:53.321854 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-810ac87d-e950-41f1-a92e-db14c76d26ae req-59952eb3-ac17-47a4-83e4-d22d6d05f059 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b50131b9-c8f7-43a8-bc30-057ba1922412 HTTP/1.1" status: 200 len: 914 time: 0.0886233 Mar 18 00:42:53.363785 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-810ac87d-e950-41f1-a92e-db14c76d26ae req-9132c47a-05cf-40d5-b43d-c4a4248c5e52 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca5177c0-50ea-4a42-a26a-d450538953d7 HTTP/1.1" status: 200 len: 217 time: 0.0337324 Mar 18 00:42:53.411703 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ac87d-e950-41f1-a92e-db14c76d26ae req-fc699868-f830-4685-a214-4b1c0b31c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:53.413120 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-810ac87d-e950-41f1-a92e-db14c76d26ae req-fc699868-f830-4685-a214-4b1c0b31c475 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5031d0a-93b5-4b89-adee-d9ce92bb004b HTTP/1.1" status: 200 len: 853 time: 0.0427151 Mar 18 00:42:53.463111 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ac87d-e950-41f1-a92e-db14c76d26ae req-d6815aef-4a4a-48fa-8b3a-e1f4ffd9caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:53.464565 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-810ac87d-e950-41f1-a92e-db14c76d26ae req-d6815aef-4a4a-48fa-8b3a-e1f4ffd9caa3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b50131b9-c8f7-43a8-bc30-057ba1922412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0454352 Mar 18 00:42:53.552368 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-810ac87d-e950-41f1-a92e-db14c76d26ae req-2c280a7c-da25-4ae9-a46b-1aa2b1434acd service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789459 Mar 18 00:42:53.624320 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157172b4-2627-482d-9b26-04c441648d00 req-61e60aa0-a3da-47ee-9b52-470b310d2f67 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:53.626330 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-157172b4-2627-482d-9b26-04c441648d00 req-61e60aa0-a3da-47ee-9b52-470b310d2f67 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=32ae4ac3-8c10-40f2-8e74-eed4d0ce7358 HTTP/1.1" status: 200 len: 943 time: 0.0516460 Mar 18 00:42:53.649175 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-810ac87d-e950-41f1-a92e-db14c76d26ae req-fb63e7fe-b9c5-4666-b9af-034c3eaf2bb1 service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872626 Mar 18 00:42:53.673350 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-157172b4-2627-482d-9b26-04c441648d00 req-65688354-7ff3-429e-9784-74e4073d2cbd tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=831fb9d8-9427-428e-b845-3091dd3d8417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412092 Mar 18 00:42:53.853922 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-16c11171-789e-4f8f-be4e-749f0c7edd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:54.713196 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:54.793041 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31d4eb-adea-4315-a7b3-6ca08391258b req-ff6b017e-5fa7-463c-b2df-98ef532854bd tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:54.794712 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4f31d4eb-adea-4315-a7b3-6ca08391258b req-ff6b017e-5fa7-463c-b2df-98ef532854bd tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=32ae4ac3-8c10-40f2-8e74-eed4d0ce7358 HTTP/1.1" status: 200 len: 943 time: 0.0531459 Mar 18 00:42:54.842348 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-4f31d4eb-adea-4315-a7b3-6ca08391258b req-3a5a0d70-90cd-43dd-812f-94863b8562d5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=831fb9d8-9427-428e-b845-3091dd3d8417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416324 Mar 18 00:42:55.959382 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592dee4-705e-4786-95ce-45f8036b0ba1 req-0dc3749a-29f4-4d65-9716-bbb6369f2974 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:55.960838 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9592dee4-705e-4786-95ce-45f8036b0ba1 req-0dc3749a-29f4-4d65-9716-bbb6369f2974 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=32ae4ac3-8c10-40f2-8e74-eed4d0ce7358 HTTP/1.1" status: 200 len: 943 time: 0.0514069 Mar 18 00:42:56.008964 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-9592dee4-705e-4786-95ce-45f8036b0ba1 req-f95f262b-d391-4043-8d0b-ba1abbd89ad5 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=831fb9d8-9427-428e-b845-3091dd3d8417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426137 Mar 18 00:42:56.250510 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device ca5177c0-50ea-4a42-a26a-d450538953d7 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 00:42:56.348065 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port ca5177c0-50ea-4a42-a26a-d450538953d7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ca5177c0-50ea-4a42-a26a-d450538953d7,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:42:56.358939 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Returning: {'device': 'ca5177c0-50ea-4a42-a26a-d450538953d7', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'port_id': 'ca5177c0-50ea-4a42-a26a-d450538953d7', 'mac_address': 'fa:16:3e:58:5b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 00:42:56.395879 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port ca5177c0-50ea-4a42-a26a-d450538953d7 is: DOWN; New status is: BUILD {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:42:56.396276 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (ca5177c0-50ea-4a42-a26a-d450538953d7), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:56.419372 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5177c0-50ea-4a42-a26a-d450538953d7 {{(pid=109624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:42:56.425752 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:56.441352 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port ca5177c0-50ea-4a42-a26a-d450538953d7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ca5177c0-50ea-4a42-a26a-d450538953d7,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:42:56.445284 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (ca5177c0-50ea-4a42-a26a-d450538953d7), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:56.489090 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=ca5177c0-50ea-4a42-a26a-d450538953d7,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:42:56.800734 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['ca5177c0-50ea-4a42-a26a-d450538953d7'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:42:57.123746 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39eb471-f832-4330-8c37-727bf55384dc req-f9bff695-f850-40db-a696-1611107d23bc tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:57.125190 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d39eb471-f832-4330-8c37-727bf55384dc req-f9bff695-f850-40db-a696-1611107d23bc tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=32ae4ac3-8c10-40f2-8e74-eed4d0ce7358 HTTP/1.1" status: 200 len: 944 time: 0.0508549 Mar 18 00:42:57.171387 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-d39eb471-f832-4330-8c37-727bf55384dc req-3c33eb00-db9d-46c2-965a-79ed33aa6598 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=831fb9d8-9427-428e-b845-3091dd3d8417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400646 Mar 18 00:42:57.942285 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:58.266773 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device ca5177c0-50ea-4a42-a26a-d450538953d7 up at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:42:58.287891 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa11b7-61b8-4595-98cb-49c271c868d5 req-cb0f0cc2-ad70-4117-8588-4c6b1cf94b2c tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:58.289675 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b1aa11b7-61b8-4595-98cb-49c271c868d5 req-cb0f0cc2-ad70-4117-8588-4c6b1cf94b2c tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=32ae4ac3-8c10-40f2-8e74-eed4d0ce7358 HTTP/1.1" status: 200 len: 944 time: 0.0519202 Mar 18 00:42:58.314377 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning for port ca5177c0-50ea-4a42-a26a-d450538953d7 completed by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 00:42:58.318687 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning complete for port ca5177c0-50ea-4a42-a26a-d450538953d7 triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:42:58.319063 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (ca5177c0-50ea-4a42-a26a-d450538953d7), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:58.336521 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-b1aa11b7-61b8-4595-98cb-49c271c868d5 req-30f66e81-feab-4533-ba86-7850c4de5afb tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=831fb9d8-9427-428e-b845-3091dd3d8417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416348 Mar 18 00:42:58.397039 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port ca5177c0-50ea-4a42-a26a-d450538953d7 is: BUILD; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:42:58.397477 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (ca5177c0-50ea-4a42-a26a-d450538953d7), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:58.421490 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ae4ac3-8c10-40f2-8e74-eed4d0ce7358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5177c0-50ea-4a42-a26a-d450538953d7'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:42:58.423693 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66f38db-03da-46b3-8636-be58b5310073" -d '{"events": [{"server_uuid": "32ae4ac3-8c10-40f2-8e74-eed4d0ce7358", "name": "network-vif-plugged", "status": "completed", "tag": "ca5177c0-50ea-4a42-a26a-d450538953d7"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:42:58.436008 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port ca5177c0-50ea-4a42-a26a-d450538953d7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ca5177c0-50ea-4a42-a26a-d450538953d7,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:42:58.439470 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (ca5177c0-50ea-4a42-a26a-d450538953d7), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:42:58.474846 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac265f62-d495-4d2f-9cdf-1efcd9978246 x-openstack-request-id: req-ac265f62-d495-4d2f-9cdf-1efcd9978246 {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:42:58.475136 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ae4ac3-8c10-40f2-8e74-eed4d0ce7358", "name": "network-vif-plugged", "status": "completed", "tag": "ca5177c0-50ea-4a42-a26a-d450538953d7", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:42:58.475444 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac265f62-d495-4d2f-9cdf-1efcd9978246 {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:42:58.475877 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ae4ac3-8c10-40f2-8e74-eed4d0ce7358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5177c0-50ea-4a42-a26a-d450538953d7', 'code': 200} Mar 18 00:42:58.499973 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=ca5177c0-50ea-4a42-a26a-d450538953d7,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:42:58.696759 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e39cc9-023b-486e-9886-0836660fa885 req-66970f69-23dd-415d-b66a-6ad3b167071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:58.698274 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-95e39cc9-023b-486e-9886-0836660fa885 req-66970f69-23dd-415d-b66a-6ad3b167071d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=32ae4ac3-8c10-40f2-8e74-eed4d0ce7358 HTTP/1.1" status: 200 len: 1129 time: 0.0463581 Mar 18 00:42:58.744254 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-95e39cc9-023b-486e-9886-0836660fa885 req-092fd3d5-d777-4679-b85e-776691f3384f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=831fb9d8-9427-428e-b845-3091dd3d8417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357094 Mar 18 00:42:59.454198 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9abc3e-071d-49d3-a86c-18cab4ed5c2a req-c4cb1867-09ba-4d2a-a6e9-168bd0b1e2e7 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:42:59.455638 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ce9abc3e-071d-49d3-a86c-18cab4ed5c2a req-c4cb1867-09ba-4d2a-a6e9-168bd0b1e2e7 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=32ae4ac3-8c10-40f2-8e74-eed4d0ce7358 HTTP/1.1" status: 200 len: 945 time: 0.0508935 Mar 18 00:42:59.500420 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-ce9abc3e-071d-49d3-a86c-18cab4ed5c2a req-b399fa92-e11f-437c-8c31-1f3e8f03e27f tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=831fb9d8-9427-428e-b845-3091dd3d8417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388110 Mar 18 00:43:00.616746 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f427f3-ccc1-4531-9292-db581ebe5e32 req-ed1000ab-e7c4-4462-9550-e4b4afa30233 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:43:00.618220 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-35f427f3-ccc1-4531-9292-db581ebe5e32 req-ed1000ab-e7c4-4462-9550-e4b4afa30233 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=32ae4ac3-8c10-40f2-8e74-eed4d0ce7358 HTTP/1.1" status: 200 len: 945 time: 0.0508027 Mar 18 00:43:00.668366 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-35f427f3-ccc1-4531-9292-db581ebe5e32 req-5e36a03d-49dc-4e1a-97b2-d8d9ec64db73 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=831fb9d8-9427-428e-b845-3091dd3d8417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445695 Mar 18 00:43:00.783119 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f014c95-594a-48a5-8718-2b25d5ae77ec req-d8fb72d6-053a-41b6-a9c4-01c98c8c71b6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:43:00.784641 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-5f014c95-594a-48a5-8718-2b25d5ae77ec req-d8fb72d6-053a-41b6-a9c4-01c98c8c71b6 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=32ae4ac3-8c10-40f2-8e74-eed4d0ce7358 HTTP/1.1" status: 200 len: 945 time: 0.0555387 Mar 18 00:43:00.793013 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56824) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:43:00.797253 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.v2.base [None req-362fbf62-e11d-4c73-9f1e-c1562aff5fc7 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Request body: {'floatingip': {'port_id': 'ca5177c0-50ea-4a42-a26a-d450538953d7'}} {{(pid=109623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:43:00.835471 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-362fbf62-e11d-4c73-9f1e-c1562aff5fc7 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (daa73099-b93d-4bcf-89ae-397a159370c5), before_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:01.249270 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-362fbf62-e11d-4c73-9f1e-c1562aff5fc7 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:01.253522 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-362fbf62-e11d-4c73-9f1e-c1562aff5fc7 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (daa73099-b93d-4bcf-89ae-397a159370c5), after_update {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:01.353586 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.db.l3_db [None req-362fbf62-e11d-4c73-9f1e-c1562aff5fc7 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Floating IP daa73099-b93d-4bcf-89ae-397a159370c5 associated. External IP: 172.28.2.115, port: ca5177c0-50ea-4a42-a26a-d450538953d7. Mar 18 00:43:01.558045 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362fbf62-e11d-4c73-9f1e-c1562aff5fc7 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Router 6822e945-8353-4075-883b-41b84094cff8 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:43:01.664257 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362fbf62-e11d-4c73-9f1e-c1562aff5fc7 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:43:01.668738 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-362fbf62-e11d-4c73-9f1e-c1562aff5fc7 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:01.679094 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e860a2a-0895-44dd-9070-4b6f95e322b5 None None] Sync routers for ids ['6822e945-8353-4075-883b-41b84094cff8'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:43:01.688347 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e860a2a-0895-44dd-9070-4b6f95e322b5 None None] Routers {'6822e945-8353-4075-883b-41b84094cff8'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:43:01.688964 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-2e860a2a-0895-44dd-9070-4b6f95e322b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:42:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['6822e945-8353-4075-883b-41b84094cff8'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:43:01.697102 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-362fbf62-e11d-4c73-9f1e-c1562aff5fc7 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "PUT /v2.0/floatingips/daa73099-b93d-4bcf-89ae-397a159370c5 HTTP/1.1" status: 200 len: 991 time: 0.9030344 Mar 18 00:43:01.697699 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ae4ac3-8c10-40f2-8e74-eed4d0ce7358', 'tag': 'ca5177c0-50ea-4a42-a26a-d450538953d7'}] {{(pid=109623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:43:01.699923 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7516d28204096922e4ecff7ff99285710cd6cc6eb93d78320b89f05ba80b8814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31614844-dd0a-4327-a9cc-ddbbeeb662f5" -d '{"events": [{"name": "network-changed", "server_uuid": "32ae4ac3-8c10-40f2-8e74-eed4d0ce7358", "tag": "ca5177c0-50ea-4a42-a26a-d450538953d7"}]}' {{(pid=109623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:43:01.735270 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb69c0cc-acc2-42e9-89d3-984311b94063 x-openstack-request-id: req-bb69c0cc-acc2-42e9-89d3-984311b94063 {{(pid=109623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:43:01.735563 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ae4ac3-8c10-40f2-8e74-eed4d0ce7358", "tag": "ca5177c0-50ea-4a42-a26a-d450538953d7", "status": "completed", "code": 200}]} {{(pid=109623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:43:01.735819 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb69c0cc-acc2-42e9-89d3-984311b94063 {{(pid=109623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:43:01.736229 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ae4ac3-8c10-40f2-8e74-eed4d0ce7358', 'tag': 'ca5177c0-50ea-4a42-a26a-d450538953d7', 'status': 'completed', 'code': 200} Mar 18 00:43:01.797542 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-2e860a2a-0895-44dd-9070-4b6f95e322b5 None None] Set router 6822e945-8353-4075-883b-41b84094cff8 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:43:01.828170 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31614844-dd0a-4327-a9cc-ddbbeeb662f5 req-434cac09-fa93-4b95-a950-d30950b77659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:43:01.829587 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-31614844-dd0a-4327-a9cc-ddbbeeb662f5 req-434cac09-fa93-4b95-a950-d30950b77659 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f871c1f09843f195516f5747fe4c65&device_id=32ae4ac3-8c10-40f2-8e74-eed4d0ce7358 HTTP/1.1" status: 200 len: 1129 time: 0.0434906 Mar 18 00:43:01.918074 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31614844-dd0a-4327-a9cc-ddbbeeb662f5 req-d3c56018-d4c4-440a-af59-02732fc8afa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:43:01.919540 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-31614844-dd0a-4327-a9cc-ddbbeeb662f5 req-d3c56018-d4c4-440a-af59-02732fc8afa7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b50131b9-c8f7-43a8-bc30-057ba1922412 HTTP/1.1" status: 200 len: 914 time: 0.0843284 Mar 18 00:43:01.992164 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-31614844-dd0a-4327-a9cc-ddbbeeb662f5 req-72015898-7674-4911-ae55-312d7f9c44c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca5177c0-50ea-4a42-a26a-d450538953d7 HTTP/1.1" status: 200 len: 999 time: 0.0659516 Mar 18 00:43:02.045628 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31614844-dd0a-4327-a9cc-ddbbeeb662f5 req-d4086f13-ee26-4710-a7c1-aaaec39f9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:43:02.047089 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-31614844-dd0a-4327-a9cc-ddbbeeb662f5 req-d4086f13-ee26-4710-a7c1-aaaec39f9d16 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5031d0a-93b5-4b89-adee-d9ce92bb004b HTTP/1.1" status: 200 len: 853 time: 0.0489411 Mar 18 00:43:02.095600 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31614844-dd0a-4327-a9cc-ddbbeeb662f5 req-d86dcc2d-13bd-4643-baef-029292512131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:43:02.097249 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-31614844-dd0a-4327-a9cc-ddbbeeb662f5 req-d86dcc2d-13bd-4643-baef-029292512131 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b50131b9-c8f7-43a8-bc30-057ba1922412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0441921 Mar 18 00:43:02.141643 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-2e860a2a-0895-44dd-9070-4b6f95e322b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': 'daa73099-b93d-4bcf-89ae-397a159370c5', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'floating_ip_address': '172.28.2.115', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '6822e945-8353-4075-883b-41b84094cff8', 'port_id': 'ca5177c0-50ea-4a42-a26a-d450538953d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'mac_address': 'fa:16:3e:58:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ae4ac3-8c10-40f2-8e74-eed4d0ce7358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:42:49Z', 'updated_at': '2022-03-18T00:43:01Z', 'revision_number': 1, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:43:02.167508 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e860a2a-0895-44dd-9070-4b6f95e322b5 None None] Checking router: 6822e945-8353-4075-883b-41b84094cff8 for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:43:02.175753 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e860a2a-0895-44dd-9070-4b6f95e322b5 None None] Routers {'6822e945-8353-4075-883b-41b84094cff8'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:43:02.176346 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-2e860a2a-0895-44dd-9070-4b6f95e322b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:42:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['6822e945-8353-4075-883b-41b84094cff8'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:43:02.182168 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-31614844-dd0a-4327-a9cc-ddbbeeb662f5 req-e72e7fd8-a652-4a95-8b08-2fd3700c2d3a service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789874 Mar 18 00:43:02.273079 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-31614844-dd0a-4327-a9cc-ddbbeeb662f5 req-75fc8b3a-2639-4c99-a103-34394c2b8499 service neutron] 10.222.0.10 "GET /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847178 Mar 18 00:43:02.283731 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-2e860a2a-0895-44dd-9070-4b6f95e322b5 None None] Set router 6822e945-8353-4075-883b-41b84094cff8 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:43:02.504240 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-2e860a2a-0895-44dd-9070-4b6f95e322b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': 'daa73099-b93d-4bcf-89ae-397a159370c5', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'floating_ip_address': '172.28.2.115', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '6822e945-8353-4075-883b-41b84094cff8', 'port_id': 'ca5177c0-50ea-4a42-a26a-d450538953d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'mac_address': 'fa:16:3e:58:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ae4ac3-8c10-40f2-8e74-eed4d0ce7358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:42:49Z', 'updated_at': '2022-03-18T00:43:01Z', 'revision_number': 1, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:43:02.529666 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e860a2a-0895-44dd-9070-4b6f95e322b5 None None] The sync data for ids ['6822e945-8353-4075-883b-41b84094cff8'] in dv-cinder-768458-19-smb is: [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_floatingips': [{'id': 'daa73099-b93d-4bcf-89ae-397a159370c5', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'floating_ip_address': '172.28.2.115', 'floating_network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'router_id': '6822e945-8353-4075-883b-41b84094cff8', 'port_id': 'ca5177c0-50ea-4a42-a26a-d450538953d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'mac_address': 'fa:16:3e:58:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ae4ac3-8c10-40f2-8e74-eed4d0ce7358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-18T00:42:49Z', 'updated_at': '2022-03-18T00:43:01Z', 'revision_number': 1, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:43:02.726386 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e744f0-4739-4d79-a1d4-6e81a70d2181 None None] New status for floating IP daa73099-b93d-4bcf-89ae-397a159370c5: ACTIVE {{(pid=109625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 00:43:06.215292 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:15.187363 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:43:21.477267 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-d6a2d7ac-55b8-4893-8988-bf815c4fb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:23.854792 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b7c52e78-4235-4267-bf70-7265352ab464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:24.715024 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:26.415247 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:27.944933 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:36.219761 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:43.342652 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7d671-cecf-49ad-88e1-73a9a360293e req-1d82d4d1-5b7b-4f86-9d08-9929d8440174 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:43:43.344128 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c0a7d671-cecf-49ad-88e1-73a9a360293e req-1d82d4d1-5b7b-4f86-9d08-9929d8440174 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=32ae4ac3-8c10-40f2-8e74-eed4d0ce7358 HTTP/1.1" status: 200 len: 945 time: 0.0521979 Mar 18 00:43:43.393238 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-c0a7d671-cecf-49ad-88e1-73a9a360293e req-305e510a-12f9-4e1e-9782-41cc43eb90f2 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=831fb9d8-9427-428e-b845-3091dd3d8417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423110 Mar 18 00:43:44.515677 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5daf126-894a-4329-ab2d-35b4bd30ff77 req-84ede931-91ee-4462-b2d8-3770420e044a tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:43:44.517141 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f5daf126-894a-4329-ab2d-35b4bd30ff77 req-84ede931-91ee-4462-b2d8-3770420e044a tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=32ae4ac3-8c10-40f2-8e74-eed4d0ce7358 HTTP/1.1" status: 200 len: 945 time: 0.0523734 Mar 18 00:43:44.562702 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-f5daf126-894a-4329-ab2d-35b4bd30ff77 req-90729603-f8b6-4a6c-b6e0-8b96e39e46d9 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=831fb9d8-9427-428e-b845-3091dd3d8417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398836 Mar 18 00:43:45.473532 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff9fd7-6021-4a58-ab9c-24eb5dd9d6a0 req-72edc103-4436-4022-a48e-780bba7af8fc tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:43:45.474982 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-34ff9fd7-6021-4a58-ab9c-24eb5dd9d6a0 req-72edc103-4436-4022-a48e-780bba7af8fc tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.10 "GET /v2.0/ports?device_id=32ae4ac3-8c10-40f2-8e74-eed4d0ce7358 HTTP/1.1" status: 200 len: 945 time: 0.0552959 Mar 18 00:43:45.566712 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-34ff9fd7-6021-4a58-ab9c-24eb5dd9d6a0 req-b28652fa-599d-4c18-bc27-ca577a3ab645 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Deleting port ca5177c0-50ea-4a42-a26a-d450538953d7 {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:43:45.567401 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-34ff9fd7-6021-4a58-ab9c-24eb5dd9d6a0 req-b28652fa-599d-4c18-bc27-ca577a3ab645 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (ca5177c0-50ea-4a42-a26a-d450538953d7), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:45.657777 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-34ff9fd7-6021-4a58-ab9c-24eb5dd9d6a0 req-b28652fa-599d-4c18-bc27-ca577a3ab645 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] For port ca5177c0-50ea-4a42-a26a-d450538953d7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ca5177c0-50ea-4a42-a26a-d450538953d7,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:43:45.658061 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-34ff9fd7-6021-4a58-ab9c-24eb5dd9d6a0 req-b28652fa-599d-4c18-bc27-ca577a3ab645 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (ca5177c0-50ea-4a42-a26a-d450538953d7), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:45.680784 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae7cda-fa97-4bf6-a03c-f894d22b752c req-ab04d593-e2cd-4586-900d-e4a877735757 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:43:45.682284 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-2dae7cda-fa97-4bf6-a03c-f894d22b752c req-ab04d593-e2cd-4586-900d-e4a877735757 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=32ae4ac3-8c10-40f2-8e74-eed4d0ce7358 HTTP/1.1" status: 200 len: 945 time: 0.0523260 Mar 18 00:43:45.735168 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-2dae7cda-fa97-4bf6-a03c-f894d22b752c req-1a18cc2b-1a70-466d-94de-d2424c6b9b65 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups?id=831fb9d8-9427-428e-b845-3091dd3d8417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450022 Mar 18 00:43:45.826877 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-34ff9fd7-6021-4a58-ab9c-24eb5dd9d6a0 req-b28652fa-599d-4c18-bc27-ca577a3ab645 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:45.827245 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-34ff9fd7-6021-4a58-ab9c-24eb5dd9d6a0 req-b28652fa-599d-4c18-bc27-ca577a3ab645 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704003'] for floatingip (daa73099-b93d-4bcf-89ae-397a159370c5), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:45.827566 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.db.l3_db [req-34ff9fd7-6021-4a58-ab9c-24eb5dd9d6a0 req-b28652fa-599d-4c18-bc27-ca577a3ab645 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Floating IP daa73099-b93d-4bcf-89ae-397a159370c5 disassociated. External IP: 172.28.2.115, port: ca5177c0-50ea-4a42-a26a-d450538953d7. Mar 18 00:43:45.827914 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-34ff9fd7-6021-4a58-ab9c-24eb5dd9d6a0 req-b28652fa-599d-4c18-bc27-ca577a3ab645 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Calling delete_port for ca5177c0-50ea-4a42-a26a-d450538953d7 owned by compute:nova {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:43:45.953325 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-34ff9fd7-6021-4a58-ab9c-24eb5dd9d6a0 req-b28652fa-599d-4c18-bc27-ca577a3ab645 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (ca5177c0-50ea-4a42-a26a-d450538953d7), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:45.979192 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28652fa-599d-4c18-bc27-ca577a3ab645 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event deleted for resources: {'Port': ['ID=ca5177c0-50ea-4a42-a26a-d450538953d7,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:43:46.091936 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34ff9fd7-6021-4a58-ab9c-24eb5dd9d6a0 req-b28652fa-599d-4c18-bc27-ca577a3ab645 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Router 6822e945-8353-4075-883b-41b84094cff8 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:43:46.198588 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34ff9fd7-6021-4a58-ab9c-24eb5dd9d6a0 req-b28652fa-599d-4c18-bc27-ca577a3ab645 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:43:46.208492 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f31e38-764c-4e35-8f47-62ab8d99b760 None None] Sync routers for ids ['6822e945-8353-4075-883b-41b84094cff8'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:43:46.217910 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f31e38-764c-4e35-8f47-62ab8d99b760 None None] Routers {'6822e945-8353-4075-883b-41b84094cff8'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:43:46.218619 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-71f31e38-764c-4e35-8f47-62ab8d99b760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:43:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['6822e945-8353-4075-883b-41b84094cff8'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:43:46.237909 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ff9fd7-6021-4a58-ab9c-24eb5dd9d6a0 req-b28652fa-599d-4c18-bc27-ca577a3ab645 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] No DVR routers for this DVR port ca5177c0-50ea-4a42-a26a-d450538953d7 on host hv-cinder-76845 {{(pid=109622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:43:46.240369 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-34ff9fd7-6021-4a58-ab9c-24eb5dd9d6a0 req-b28652fa-599d-4c18-bc27-ca577a3ab645 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:46.243638 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-34ff9fd7-6021-4a58-ab9c-24eb5dd9d6a0 req-b28652fa-599d-4c18-bc27-ca577a3ab645 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.10 "DELETE /v2.0/ports/ca5177c0-50ea-4a42-a26a-d450538953d7 HTTP/1.1" status: 204 len: 173 time: 0.7604575 Mar 18 00:43:46.244124 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ae4ac3-8c10-40f2-8e74-eed4d0ce7358', 'name': 'network-vif-deleted', 'tag': 'ca5177c0-50ea-4a42-a26a-d450538953d7'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:43:46.246333 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0259c00-a658-40a8-b727-98e01b7f1555" -d '{"events": [{"server_uuid": "32ae4ac3-8c10-40f2-8e74-eed4d0ce7358", "name": "network-vif-deleted", "tag": "ca5177c0-50ea-4a42-a26a-d450538953d7"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:43:46.282797 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e827625-a0a8-431d-8b0b-326724797261 x-openstack-request-id: req-6e827625-a0a8-431d-8b0b-326724797261 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:43:46.283110 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ae4ac3-8c10-40f2-8e74-eed4d0ce7358", "name": "network-vif-deleted", "tag": "ca5177c0-50ea-4a42-a26a-d450538953d7", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:43:46.283366 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e827625-a0a8-431d-8b0b-326724797261 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:43:46.284023 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ae4ac3-8c10-40f2-8e74-eed4d0ce7358', 'name': 'network-vif-deleted', 'tag': 'ca5177c0-50ea-4a42-a26a-d450538953d7', 'status': 'completed', 'code': 200} Mar 18 00:43:46.339911 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-71f31e38-764c-4e35-8f47-62ab8d99b760 None None] Set router 6822e945-8353-4075-883b-41b84094cff8 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:43:46.547025 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-71f31e38-764c-4e35-8f47-62ab8d99b760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:43:46.573299 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f31e38-764c-4e35-8f47-62ab8d99b760 None None] Checking router: 6822e945-8353-4075-883b-41b84094cff8 for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:43:46.581536 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f31e38-764c-4e35-8f47-62ab8d99b760 None None] Routers {'6822e945-8353-4075-883b-41b84094cff8'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:43:46.582137 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-71f31e38-764c-4e35-8f47-62ab8d99b760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:43:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['6822e945-8353-4075-883b-41b84094cff8'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:43:46.687114 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-71f31e38-764c-4e35-8f47-62ab8d99b760 None None] Set router 6822e945-8353-4075-883b-41b84094cff8 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:43:46.808254 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9912939d-d732-4b8c-aefa-bcfa2e3b5fb4 req-a91a8a94-1d88-4b41-8c12-fa28180ce32d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=32ae4ac3-8c10-40f2-8e74-eed4d0ce7358&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0278888 Mar 18 00:43:46.853510 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-a98ce886-1cf6-4c10-802f-0867973b0169 req-b4bb5bb1-d339-43b7-815b-fa371480791f tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/ports?device_id=32ae4ac3-8c10-40f2-8e74-eed4d0ce7358 HTTP/1.1" status: 200 len: 210 time: 0.0290244 Mar 18 00:43:46.906238 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-71f31e38-764c-4e35-8f47-62ab8d99b760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:43:46.907114 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9912939d-d732-4b8c-aefa-bcfa2e3b5fb4 req-32968ec2-f167-4b5d-b866-b2ce94753e4d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f871c1f09843f195516f5747fe4c65&device_id=32ae4ac3-8c10-40f2-8e74-eed4d0ce7358 HTTP/1.1" status: 200 len: 210 time: 0.0273104 Mar 18 00:43:46.940218 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f31e38-764c-4e35-8f47-62ab8d99b760 None None] The sync data for ids ['6822e945-8353-4075-883b-41b84094cff8'] in dv-cinder-768458-19-smb is: [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:39:56Z', 'revision_number': 4, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb', '_interfaces': [{'id': '965ef8f5-8c03-4567-8748-0daffc54696a', 'name': '', 'network_id': 'b50131b9-c8f7-43a8-bc30-057ba1922412', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'mac_address': 'fa:16:3e:22:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:55Z', 'updated_at': '2022-03-18T00:40:00Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'subnets': [{'id': 'e5031d0a-93b5-4b89-adee-d9ce92bb004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:43:47.045420 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912939d-d732-4b8c-aefa-bcfa2e3b5fb4 req-c2d7e7f6-97b4-49a2-a8a8-8dcfa53895fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:43:47.046883 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9912939d-d732-4b8c-aefa-bcfa2e3b5fb4 req-c2d7e7f6-97b4-49a2-a8a8-8dcfa53895fa service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=74f871c1f09843f195516f5747fe4c65&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1027782 Mar 18 00:43:47.146318 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912939d-d732-4b8c-aefa-bcfa2e3b5fb4 req-75b60722-4b3b-4f0c-bb8a-d3fa4f28a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:43:47.147852 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9912939d-d732-4b8c-aefa-bcfa2e3b5fb4 req-75b60722-4b3b-4f0c-bb8a-d3fa4f28a44e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0922539 Mar 18 00:43:47.159056 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da869a35-32a4-43e9-9e91-5cbc6b8552f4 None None] New status for floating IP daa73099-b93d-4bcf-89ae-397a159370c5: DOWN {{(pid=109625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 18 00:43:47.943477 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56902) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:43:48.000877 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6286ed03-05c4-4545-a6a8-f7e3753be8e4 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group (831fb9d8-9427-428e-b845-3091dd3d8417), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:48.024240 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6286ed03-05c4-4545-a6a8-f7e3753be8e4 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group (831fb9d8-9427-428e-b845-3091dd3d8417), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:48.069424 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6286ed03-05c4-4545-a6a8-f7e3753be8e4 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (831fb9d8-9427-428e-b845-3091dd3d8417), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:48.072058 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6286ed03-05c4-4545-a6a8-f7e3753be8e4 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:48.073213 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-6286ed03-05c4-4545-a6a8-f7e3753be8e4 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "DELETE /v2.0/security-groups/831fb9d8-9427-428e-b845-3091dd3d8417 HTTP/1.1" status: 204 len: 168 time: 0.1287553 Mar 18 00:43:48.076152 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56904) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:43:48.082515 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286ed03-05c4-4545-a6a8-f7e3753be8e4 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=831fb9d8-9427-428e-b845-3091dd3d8417,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:43:48.090985 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.api.v2.resource [None req-9e058ce9-b1ad-43d5-b18d-351b9c597e69 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] show failed (client error): The resource could not be found. Mar 18 00:43:48.092135 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-9e058ce9-b1ad-43d5-b18d-351b9c597e69 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "GET /v2.0/security-groups/831fb9d8-9427-428e-b845-3091dd3d8417 HTTP/1.1" status: 404 len: 347 time: 0.0148695 Mar 18 00:43:48.096511 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 56906) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:43:48.218181 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Deleting port 97eba369-a207-4c20-b1e4-1801bafca35d {{(pid=109623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:43:48.218439 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (97eba369-a207-4c20-b1e4-1801bafca35d), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:48.292692 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (97eba369-a207-4c20-b1e4-1801bafca35d), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:48.293017 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (97eba369-a207-4c20-b1e4-1801bafca35d), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:48.304617 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.plugins.ml2.plugin [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Calling delete_port for 97eba369-a207-4c20-b1e4-1801bafca35d owned by network:floatingip {{(pid=109623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:43:48.436176 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9398938'] for port (97eba369-a207-4c20-b1e4-1801bafca35d), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:48.462086 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Pushing event deleted for resources: {'Port': ['ID=97eba369-a207-4c20-b1e4-1801bafca35d,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:43:48.490199 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:48.490454 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:48.490795 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:48.491134 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:48.491464 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:48.491796 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:48.492125 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:48.492451 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:48.492779 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:48.493106 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:48.493468 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:48.493796 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:48.494117 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:48.494438 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:48.494759 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:48.500264 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device ca5177c0-50ea-4a42-a26a-d450538953d7 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:43:48.521387 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] No Port match for: ca5177c0-50ea-4a42-a26a-d450538953d7 {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:43:48.521722 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device ca5177c0-50ea-4a42-a26a-d450538953d7 not bound to the agent host hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:43:48.536825 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks [] for floatingip (daa73099-b93d-4bcf-89ae-397a159370c5), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:48.539357 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for floatingip (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:48.540515 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-192f40f2-8516-483f-8bd6-bf14ee3f5626 tempest-AttachVolumeNegativeTest-463402241 tempest-AttachVolumeNegativeTest-463402241-project] 10.222.0.23 "DELETE /v2.0/floatingips/daa73099-b93d-4bcf-89ae-397a159370c5 HTTP/1.1" status: 204 len: 168 time: 0.4430974 Mar 18 00:43:51.479069 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-32622821-4e79-48e0-bfc9-ba896a8b76c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:52.174499 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56942) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:43:52.185850 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:43:52.748078 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1705283'] for router_interface (6822e945-8353-4075-883b-41b84094cff8), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:52.988059 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Deleting port 965ef8f5-8c03-4567-8748-0daffc54696a {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:43:52.988395 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (965ef8f5-8c03-4567-8748-0daffc54696a), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:53.065682 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] For port 965ef8f5-8c03-4567-8748-0daffc54696a, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=965ef8f5-8c03-4567-8748-0daffc54696a,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:43:53.065962 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (965ef8f5-8c03-4567-8748-0daffc54696a), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:53.077990 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Calling delete_port for 965ef8f5-8c03-4567-8748-0daffc54696a owned by network:router_interface {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:43:53.248178 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (965ef8f5-8c03-4567-8748-0daffc54696a), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:53.274411 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Pushing event deleted for resources: {'Port': ['ID=965ef8f5-8c03-4567-8748-0daffc54696a,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:43:53.297699 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:53.298086 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:53.298393 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:53.299267 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:53.299737 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:53.300317 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:53.300991 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:53.301327 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:53.301683 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:53.302016 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:53.302348 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:53.302674 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:53.302998 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:53.303317 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:53.303637 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:43:53.447885 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1705971'] for router_interface (6822e945-8353-4075-883b-41b84094cff8), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:53.668072 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Router 6822e945-8353-4075-883b-41b84094cff8 has already been hosted by L3 agent b46ef390-5334-482c-9553-de3e8dbe1ea9 {{(pid=109622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 18 00:43:53.773313 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] Notify agent at l3_agent.dv-cinder-768458-19-smb the message routers_updated {{(pid=109622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 18 00:43:53.778554 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-ff5e8e81-9d6d-498c-8fc9-af56d135da0a admin admin] 10.222.0.23 "PUT /v2.0/routers/6822e945-8353-4075-883b-41b84094cff8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6030469 Mar 18 00:43:53.781047 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56944) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:43:53.784756 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40074a68-7020-453a-acbf-1941a1ca5cf0 None None] Sync routers for ids ['6822e945-8353-4075-883b-41b84094cff8'] in dv-cinder-768458-19-smb {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 18 00:43:53.794228 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40074a68-7020-453a-acbf-1941a1ca5cf0 None None] Routers {'6822e945-8353-4075-883b-41b84094cff8'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:43:53.794832 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-40074a68-7020-453a-acbf-1941a1ca5cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:43:24Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['6822e945-8353-4075-883b-41b84094cff8'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:43:53.880617 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-8f98bd10-f67c-414a-8926-bb59335d3b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:53.887874 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-017c9873-ac5c-4b67-876e-747f5f3ef2ad admin admin] Publish callbacks [] for router (6822e945-8353-4075-883b-41b84094cff8), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:53.910964 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-40074a68-7020-453a-acbf-1941a1ca5cf0 None None] Set router 6822e945-8353-4075-883b-41b84094cff8 gateway port host: dv-cinder-768458-19-smb {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:43:53.992635 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-017c9873-ac5c-4b67-876e-747f5f3ef2ad admin admin] Publish callbacks [] for router_gateway (6822e945-8353-4075-883b-41b84094cff8), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:54.045041 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-017c9873-ac5c-4b67-876e-747f5f3ef2ad admin admin] Deleting port e4b9281d-09d4-463c-a30f-27c1e31e298b {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:43:54.045410 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-017c9873-ac5c-4b67-876e-747f5f3ef2ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (e4b9281d-09d4-463c-a30f-27c1e31e298b), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:54.089564 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-40074a68-7020-453a-acbf-1941a1ca5cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'external_fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:43:53Z', 'revision_number': 5, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port': {'id': 'e4b9281d-09d4-463c-a30f-27c1e31e298b', 'name': '', 'network_id': '5e3ddc34-ad90-40ce-bf33-6bccf71106f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6822e945-8353-4075-883b-41b84094cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-19-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-18T00:39:54Z', 'updated_at': '2022-03-18T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1eeedb1d-7e47-41b2-b3a3-f344e50a1163', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-19-smb'}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:43:54.115807 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40074a68-7020-453a-acbf-1941a1ca5cf0 None None] Checking router: 6822e945-8353-4075-883b-41b84094cff8 for host: dv-cinder-768458-19-smb {{(pid=109624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 18 00:43:54.123008 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [None req-017c9873-ac5c-4b67-876e-747f5f3ef2ad admin admin] For port e4b9281d-09d4-463c-a30f-27c1e31e298b, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=e4b9281d-09d4-463c-a30f-27c1e31e298b,segment=NetworkSegment(950e71c8-0081-48a4-88cc-732f6458a6ac),segment_id=950e71c8-0081-48a4-88cc-732f6458a6ac)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:43:54.123384 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-017c9873-ac5c-4b67-876e-747f5f3ef2ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (e4b9281d-09d4-463c-a30f-27c1e31e298b), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:54.124240 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40074a68-7020-453a-acbf-1941a1ca5cf0 None None] Routers {'6822e945-8353-4075-883b-41b84094cff8'} bound to L3 agent in host dv-cinder-768458-19-smb {{(pid=109624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 18 00:43:54.124836 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-40074a68-7020-453a-acbf-1941a1ca5cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-19-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-18T00:21:24Z,description=,heartbeat_timestamp=2022-03-18T00:43:54Z,host='dv-cinder-768458-19-smb',id=b46ef390-5334-482c-9553-de3e8dbe1ea9,load=0,resource_versions=,resources_synced=,started_at=2022-03-18T00:21:24Z,topic='l3_agent')) {'router_ids': ['6822e945-8353-4075-883b-41b84094cff8'], 'active': True} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:43:54.139729 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-017c9873-ac5c-4b67-876e-747f5f3ef2ad admin admin] Calling delete_port for e4b9281d-09d4-463c-a30f-27c1e31e298b owned by network:router_gateway {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:43:54.315859 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-017c9873-ac5c-4b67-876e-747f5f3ef2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (e4b9281d-09d4-463c-a30f-27c1e31e298b), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:54.342203 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_dvr_db [None req-40074a68-7020-453a-acbf-1941a1ca5cf0 None None] Set router 6822e945-8353-4075-883b-41b84094cff8 gateway port host: None {{(pid=109624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 18 00:43:54.342605 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c9873-ac5c-4b67-876e-747f5f3ef2ad admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b9281d-09d4-463c-a30f-27c1e31e298b,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:43:54.398066 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.l3_hamode_db [None req-40074a68-7020-453a-acbf-1941a1ca5cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:43:53Z', 'revision_number': 6, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port_host': None}], 'dv-cinder-768458-19-smb', False) {} {{(pid=109624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:43:54.404203 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-017c9873-ac5c-4b67-876e-747f5f3ef2ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703945'] for router_gateway (6822e945-8353-4075-883b-41b84094cff8), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:54.425106 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40074a68-7020-453a-acbf-1941a1ca5cf0 None None] The sync data for ids ['6822e945-8353-4075-883b-41b84094cff8'] in dv-cinder-768458-19-smb is: [{'id': '6822e945-8353-4075-883b-41b84094cff8', 'name': 'tempest-AttachVolumeNegativeTest-932152574-router', 'tenant_id': '74f871c1f09843f195516f5747fe4c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-18T00:39:53Z', 'updated_at': '2022-03-18T00:43:53Z', 'revision_number': 6, 'project_id': '74f871c1f09843f195516f5747fe4c65', 'gw_port_host': None}] {{(pid=109624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 18 00:43:54.499221 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-017c9873-ac5c-4b67-876e-747f5f3ef2ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2196'] for router (6822e945-8353-4075-883b-41b84094cff8), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:54.501307 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-017c9873-ac5c-4b67-876e-747f5f3ef2ad admin admin] Publish callbacks [] for router_controller (6822e945-8353-4075-883b-41b84094cff8), precommit_delete_associations {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:54.547761 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-017c9873-ac5c-4b67-876e-747f5f3ef2ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1710826'] for router (6822e945-8353-4075-883b-41b84094cff8), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:54.548286 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017c9873-ac5c-4b67-876e-747f5f3ef2ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6822e945-8353-4075-883b-41b84094cff8 {{(pid=109622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 18 00:43:54.553811 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-017c9873-ac5c-4b67-876e-747f5f3ef2ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:54.555028 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-017c9873-ac5c-4b67-876e-747f5f3ef2ad admin admin] 10.222.0.23 "DELETE /v2.0/routers/6822e945-8353-4075-883b-41b84094cff8 HTTP/1.1" status: 204 len: 168 time: 0.7730491 Mar 18 00:43:54.557588 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56946) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:43:54.600675 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5346f9-9141-406a-a607-1a4b6995a339 admin admin] Deleting subnet e5031d0a-93b5-4b89-adee-d9ce92bb004b {{(pid=109622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 18 00:43:54.603858 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6f5346f9-9141-406a-a607-1a4b6995a339 admin admin] Publish callbacks [] for subnet (e5031d0a-93b5-4b89-adee-d9ce92bb004b), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:54.637637 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6f5346f9-9141-406a-a607-1a4b6995a339 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3923450'] for subnet (e5031d0a-93b5-4b89-adee-d9ce92bb004b), precommit_delete_associations {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:54.714636 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6f5346f9-9141-406a-a607-1a4b6995a339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66134612'] for subnet (e5031d0a-93b5-4b89-adee-d9ce92bb004b), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:54.719025 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:54.766467 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6f5346f9-9141-406a-a607-1a4b6995a339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66134605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8694660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8690780'] for subnet (e5031d0a-93b5-4b89-adee-d9ce92bb004b), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:54.793059 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5346f9-9141-406a-a607-1a4b6995a339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5031d0a-93b5-4b89-adee-d9ce92bb004b,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:43:54.797247 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-6f5346f9-9141-406a-a607-1a4b6995a339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for subnet (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:54.802762 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-6f5346f9-9141-406a-a607-1a4b6995a339 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e5031d0a-93b5-4b89-adee-d9ce92bb004b HTTP/1.1" status: 204 len: 168 time: 0.2420144 Mar 18 00:43:54.803009 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56948) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:43:54.806944 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409920c6-e678-4548-86d5-bf32353dd46b None None] Network b50131b9-c8f7-43a8-bc30-057ba1922412 requested from dv-cinder-768458-19-smb {{(pid=109624) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 18 00:43:54.873618 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-385cfcb3-86f5-4321-bdf7-be1b53241536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66092315'] for network (b50131b9-c8f7-43a8-bc30-057ba1922412), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:54.937098 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-385cfcb3-86f5-4321-bdf7-be1b53241536 admin admin] Deleting port ac5fe57d-879e-4ba3-a7b3-794675aa7edd {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:43:54.937472 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-385cfcb3-86f5-4321-bdf7-be1b53241536 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (ac5fe57d-879e-4ba3-a7b3-794675aa7edd), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:54.999379 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [None req-385cfcb3-86f5-4321-bdf7-be1b53241536 admin admin] For port ac5fe57d-879e-4ba3-a7b3-794675aa7edd, host dv-cinder-768458-19-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-19-smb',level=0,port_id=ac5fe57d-879e-4ba3-a7b3-794675aa7edd,segment=NetworkSegment(0b294700-8bb3-4ca2-a1a3-cbfa45e09e04),segment_id=0b294700-8bb3-4ca2-a1a3-cbfa45e09e04)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:43:54.999655 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-385cfcb3-86f5-4321-bdf7-be1b53241536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (ac5fe57d-879e-4ba3-a7b3-794675aa7edd), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:55.011830 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [None req-385cfcb3-86f5-4321-bdf7-be1b53241536 admin admin] Calling delete_port for ac5fe57d-879e-4ba3-a7b3-794675aa7edd owned by network:dhcp {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:43:55.087274 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-385cfcb3-86f5-4321-bdf7-be1b53241536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (ac5fe57d-879e-4ba3-a7b3-794675aa7edd), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:55.115036 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385cfcb3-86f5-4321-bdf7-be1b53241536 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac5fe57d-879e-4ba3-a7b3-794675aa7edd,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:43:55.118366 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385cfcb3-86f5-4321-bdf7-be1b53241536 admin admin] No DVR routers for this DVR port ac5fe57d-879e-4ba3-a7b3-794675aa7edd on host dv-cinder-768458-19-smb {{(pid=109622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:43:55.177797 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a292bd8a-d4cb-4939-b567-807617eca348 None None] DHCP port deletion for b50131b9-c8f7-43a8-bc30-057ba1922412 request from dv-cinder-768458-19-smb {{(pid=109624) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 18 00:43:55.191220 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-385cfcb3-86f5-4321-bdf7-be1b53241536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66202081', 'neutron.services.segments.db._delete_segments_for_network-8766732137027'] for network (b50131b9-c8f7-43a8-bc30-057ba1922412), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:55.212274 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-385cfcb3-86f5-4321-bdf7-be1b53241536 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50131b9-c8f7-43a8-bc30-057ba1922412']}} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:43:55.221837 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-385cfcb3-86f5-4321-bdf7-be1b53241536 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04') {'for_net_delete': True} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:43:55.222134 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.services.segments.db [None req-385cfcb3-86f5-4321-bdf7-be1b53241536 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b294700-8bb3-4ca2-a1a3-cbfa45e09e04') {} {{(pid=109622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 18 00:43:55.231025 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-385cfcb3-86f5-4321-bdf7-be1b53241536 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766732287052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3923395'] for segment (0b294700-8bb3-4ca2-a1a3-cbfa45e09e04), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:55.243573 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-385cfcb3-86f5-4321-bdf7-be1b53241536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917'] for segment (0b294700-8bb3-4ca2-a1a3-cbfa45e09e04), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:55.249130 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385cfcb3-86f5-4321-bdf7-be1b53241536 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=109622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 18 00:43:55.249604 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-385cfcb3-86f5-4321-bdf7-be1b53241536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66147917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8695078'] for segment (0b294700-8bb3-4ca2-a1a3-cbfa45e09e04), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: Traceback (most recent call last): Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: timer() Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: cb(*args, **kw) Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: return func(*args, **kwargs) Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: self._notify() Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: self.callback(batched_events) Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: event.method(event) Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: aggregate_uuid = self.p_client.list_aggregates( Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: return f(self, *a, **k) Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: return self._get(url).json() Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: return self.request(url, 'GET', **kwargs) Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: base_url = self.get_endpoint(auth, allow=allow, Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 18 00:43:55.251122 dv-cinder-768458-19-smb neutron-server[109622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 18 00:43:55.307563 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-385cfcb3-86f5-4321-bdf7-be1b53241536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66202074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704053'] for network (b50131b9-c8f7-43a8-bc30-057ba1922412), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:55.314780 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-385cfcb3-86f5-4321-bdf7-be1b53241536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595001'] for network (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:55.317958 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-385cfcb3-86f5-4321-bdf7-be1b53241536 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b50131b9-c8f7-43a8-bc30-057ba1922412 HTTP/1.1" status: 204 len: 168 time: 0.5140452 Mar 18 00:43:55.328565 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385cfcb3-86f5-4321-bdf7-be1b53241536 admin admin] Pushing event deleted for resources: {'Network': ['ID=b50131b9-c8f7-43a8-bc30-057ba1922412,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:43:55.455621 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56952) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:43:55.496310 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-0aaa905a-e645-454d-a5fb-333779b2762c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74f871c1f09843f195516f5747fe4c65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393982 Mar 18 00:43:55.500101 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 56954) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:43:55.546626 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-02738752-30e4-4154-8f96-9fdcb4620112 admin admin] Publish callbacks [] for security_group (462bd349-0bc1-4997-a6cf-80246d4f7fd6), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:55.566732 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-02738752-30e4-4154-8f96-9fdcb4620112 admin admin] Publish callbacks [] for security_group (462bd349-0bc1-4997-a6cf-80246d4f7fd6), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:55.621204 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-02738752-30e4-4154-8f96-9fdcb4620112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (462bd349-0bc1-4997-a6cf-80246d4f7fd6), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:55.623786 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-02738752-30e4-4154-8f96-9fdcb4620112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:55.624958 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-02738752-30e4-4154-8f96-9fdcb4620112 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/462bd349-0bc1-4997-a6cf-80246d4f7fd6 HTTP/1.1" status: 204 len: 168 time: 0.1240256 Mar 18 00:43:55.636323 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02738752-30e4-4154-8f96-9fdcb4620112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462bd349-0bc1-4997-a6cf-80246d4f7fd6,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:43:55.641938 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 965ef8f5-8c03-4567-8748-0daffc54696a no longer exists at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:43:55.667697 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] No Port match for: 965ef8f5-8c03-4567-8748-0daffc54696a {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:43:55.668047 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device 965ef8f5-8c03-4567-8748-0daffc54696a not bound to the agent host dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:43:55.668476 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device e4b9281d-09d4-463c-a30f-27c1e31e298b no longer exists at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:43:55.695976 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] No Port match for: e4b9281d-09d4-463c-a30f-27c1e31e298b {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:43:55.696329 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device e4b9281d-09d4-463c-a30f-27c1e31e298b not bound to the agent host dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:43:55.696758 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device ac5fe57d-879e-4ba3-a7b3-794675aa7edd no longer exists at agent ovs-agent-dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:43:55.716916 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] No Port match for: ac5fe57d-879e-4ba3-a7b3-794675aa7edd {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:43:55.717265 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Device ac5fe57d-879e-4ba3-a7b3-794675aa7edd not bound to the agent host dv-cinder-768458-19-smb {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:43:56.419293 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:43:57.946159 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:03.971698 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 57086) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:44:04.092326 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ee0c401d-6090-41b7-b912-a831a9153976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:04.166220 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ee0c401d-6090-41b7-b912-a831a9153976 admin admin] Publish callbacks [] for security_group (c7d46eeb-c150-4ad8-92fa-72e48cec5d5b), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:04.169530 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ee0c401d-6090-41b7-b912-a831a9153976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (c7d46eeb-c150-4ad8-92fa-72e48cec5d5b), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:04.207972 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c401d-6090-41b7-b912-a831a9153976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d46eeb-c150-4ad8-92fa-72e48cec5d5b,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:44:04.214404 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-ee0c401d-6090-41b7-b912-a831a9153976 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bcabe6f639b5479dae0e90e284c85a97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416122 Mar 18 00:44:04.217088 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 57090) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:44:04.264056 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-d801097e-a3ce-4abc-b7a0-cdcaf76763a8 admin admin] Publish callbacks [] for security_group (c7d46eeb-c150-4ad8-92fa-72e48cec5d5b), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:04.285261 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-d801097e-a3ce-4abc-b7a0-cdcaf76763a8 admin admin] Publish callbacks [] for security_group (c7d46eeb-c150-4ad8-92fa-72e48cec5d5b), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:04.332484 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-d801097e-a3ce-4abc-b7a0-cdcaf76763a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (c7d46eeb-c150-4ad8-92fa-72e48cec5d5b), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:04.335098 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-d801097e-a3ce-4abc-b7a0-cdcaf76763a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:04.336281 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-d801097e-a3ce-4abc-b7a0-cdcaf76763a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7d46eeb-c150-4ad8-92fa-72e48cec5d5b HTTP/1.1" status: 204 len: 168 time: 0.1182485 Mar 18 00:44:04.343997 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801097e-a3ce-4abc-b7a0-cdcaf76763a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d46eeb-c150-4ad8-92fa-72e48cec5d5b,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:44:04.591648 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 57096) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:44:04.605002 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-47c0f1ca-1cde-44f7-b1a7-e096ae69621a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:04.679691 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-47c0f1ca-1cde-44f7-b1a7-e096ae69621a admin admin] Publish callbacks [] for security_group (38294345-5de8-4ff1-9b4f-a0ec88c71913), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:04.683092 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-47c0f1ca-1cde-44f7-b1a7-e096ae69621a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (38294345-5de8-4ff1-9b4f-a0ec88c71913), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:04.719637 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-47c0f1ca-1cde-44f7-b1a7-e096ae69621a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29bf13a1b5014a099cd5aa74885e2745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269312 Mar 18 00:44:04.720515 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0f1ca-1cde-44f7-b1a7-e096ae69621a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38294345-5de8-4ff1-9b4f-a0ec88c71913,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:44:04.722434 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 57098) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:44:04.772380 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9cea9ade-0371-430c-8d07-50e9c33ed70c admin admin] Publish callbacks [] for security_group (38294345-5de8-4ff1-9b4f-a0ec88c71913), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:04.794829 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9cea9ade-0371-430c-8d07-50e9c33ed70c admin admin] Publish callbacks [] for security_group (38294345-5de8-4ff1-9b4f-a0ec88c71913), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:04.839636 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9cea9ade-0371-430c-8d07-50e9c33ed70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (38294345-5de8-4ff1-9b4f-a0ec88c71913), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:04.842219 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-9cea9ade-0371-430c-8d07-50e9c33ed70c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:04.843390 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-9cea9ade-0371-430c-8d07-50e9c33ed70c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38294345-5de8-4ff1-9b4f-a0ec88c71913 HTTP/1.1" status: 204 len: 168 time: 0.1199749 Mar 18 00:44:04.851392 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea9ade-0371-430c-8d07-50e9c33ed70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38294345-5de8-4ff1-9b4f-a0ec88c71913,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:44:06.253768 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:06.719494 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 57168) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:44:06.822072 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-2fbc528f-b206-4bd4-bc1a-2ffe0ae3e15b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:06.892397 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-2fbc528f-b206-4bd4-bc1a-2ffe0ae3e15b admin admin] Publish callbacks [] for security_group (cb6e8213-5e75-49de-a066-9b10dac751a9), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:06.895722 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-2fbc528f-b206-4bd4-bc1a-2ffe0ae3e15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (cb6e8213-5e75-49de-a066-9b10dac751a9), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:06.932949 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-2fbc528f-b206-4bd4-bc1a-2ffe0ae3e15b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aca79c1718aa4daebc90b6587a447e89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124095 Mar 18 00:44:06.934073 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc528f-b206-4bd4-bc1a-2ffe0ae3e15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6e8213-5e75-49de-a066-9b10dac751a9,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:44:06.935659 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 57172) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:44:06.983097 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-90898131-c602-433e-841a-ff23e696cacf admin admin] Publish callbacks [] for security_group (cb6e8213-5e75-49de-a066-9b10dac751a9), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:07.007805 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-90898131-c602-433e-841a-ff23e696cacf admin admin] Publish callbacks [] for security_group (cb6e8213-5e75-49de-a066-9b10dac751a9), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:07.056744 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-90898131-c602-433e-841a-ff23e696cacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (cb6e8213-5e75-49de-a066-9b10dac751a9), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:07.059447 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-90898131-c602-433e-841a-ff23e696cacf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:07.060611 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-90898131-c602-433e-841a-ff23e696cacf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb6e8213-5e75-49de-a066-9b10dac751a9 HTTP/1.1" status: 204 len: 168 time: 0.1239636 Mar 18 00:44:07.068276 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90898131-c602-433e-841a-ff23e696cacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6e8213-5e75-49de-a066-9b10dac751a9,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:44:07.316997 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 57178) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:44:07.329798 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-88af0ecf-2226-4c48-84ce-bead97164adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:07.403306 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-88af0ecf-2226-4c48-84ce-bead97164adc admin admin] Publish callbacks [] for security_group (098e10fc-3ff8-402f-bf2e-06d0d265f6e0), precommit_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:07.407065 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-88af0ecf-2226-4c48-84ce-bead97164adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (098e10fc-3ff8-402f-bf2e-06d0d265f6e0), after_create {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:07.444876 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-88af0ecf-2226-4c48-84ce-bead97164adc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=297d2312ffa2481a815a3490f43c6333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267908 Mar 18 00:44:07.446013 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af0ecf-2226-4c48-84ce-bead97164adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098e10fc-3ff8-402f-bf2e-06d0d265f6e0,revision_number=1']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:44:07.447581 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 57180) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:44:07.494541 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-3966a248-8960-401b-8ee4-ad85272cfad6 admin admin] Publish callbacks [] for security_group (098e10fc-3ff8-402f-bf2e-06d0d265f6e0), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:07.514621 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-3966a248-8960-401b-8ee4-ad85272cfad6 admin admin] Publish callbacks [] for security_group (098e10fc-3ff8-402f-bf2e-06d0d265f6e0), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:07.563995 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-3966a248-8960-401b-8ee4-ad85272cfad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (098e10fc-3ff8-402f-bf2e-06d0d265f6e0), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:07.566613 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-3966a248-8960-401b-8ee4-ad85272cfad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:07.567752 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-3966a248-8960-401b-8ee4-ad85272cfad6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/098e10fc-3ff8-402f-bf2e-06d0d265f6e0 HTTP/1.1" status: 204 len: 168 time: 0.1191001 Mar 18 00:44:07.575404 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966a248-8960-401b-8ee4-ad85272cfad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098e10fc-3ff8-402f-bf2e-06d0d265f6e0,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:44:09.135436 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 57224) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:44:09.239438 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-04303fb1-b65b-4bf8-b5b7-6f47ceee1725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:09.316445 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-04303fb1-b65b-4bf8-b5b7-6f47ceee1725 admin admin] Publish callbacks [] for security_group (38954f44-34b1-462f-9f15-0561da5883ad), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:09.320203 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-04303fb1-b65b-4bf8-b5b7-6f47ceee1725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (38954f44-34b1-462f-9f15-0561da5883ad), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:09.357430 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04303fb1-b65b-4bf8-b5b7-6f47ceee1725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38954f44-34b1-462f-9f15-0561da5883ad,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:44:09.362135 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-04303fb1-b65b-4bf8-b5b7-6f47ceee1725 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6827b614d64e448cb5b8f67f2072eed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250531 Mar 18 00:44:09.364132 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 57228) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:44:09.414923 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-96b08a31-f8d6-4a38-8fa2-8d6e8160bfd0 admin admin] Publish callbacks [] for security_group (38954f44-34b1-462f-9f15-0561da5883ad), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:09.435341 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-96b08a31-f8d6-4a38-8fa2-8d6e8160bfd0 admin admin] Publish callbacks [] for security_group (38954f44-34b1-462f-9f15-0561da5883ad), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:09.484988 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-96b08a31-f8d6-4a38-8fa2-8d6e8160bfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (38954f44-34b1-462f-9f15-0561da5883ad), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:09.488170 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-96b08a31-f8d6-4a38-8fa2-8d6e8160bfd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:09.489302 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-96b08a31-f8d6-4a38-8fa2-8d6e8160bfd0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38954f44-34b1-462f-9f15-0561da5883ad HTTP/1.1" status: 204 len: 168 time: 0.1242826 Mar 18 00:44:09.496539 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b08a31-f8d6-4a38-8fa2-8d6e8160bfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38954f44-34b1-462f-9f15-0561da5883ad,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:44:09.744132 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 57234) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:44:09.757478 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-2eed8d0d-87ec-4373-a10d-5bc3468fec2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:09.829425 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-2eed8d0d-87ec-4373-a10d-5bc3468fec2a admin admin] Publish callbacks [] for security_group (a2979c77-ff46-4329-81e6-7fc549df7e6d), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:09.832851 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-2eed8d0d-87ec-4373-a10d-5bc3468fec2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (a2979c77-ff46-4329-81e6-7fc549df7e6d), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:09.870067 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-2eed8d0d-87ec-4373-a10d-5bc3468fec2a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d6ed7ca758f44c290d87e8c377f6469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1248939 Mar 18 00:44:09.870904 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed8d0d-87ec-4373-a10d-5bc3468fec2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2979c77-ff46-4329-81e6-7fc549df7e6d,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:44:09.872804 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [-] (109623) accepted ('10.222.0.23', 57236) {{(pid=109623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:44:09.921153 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ae4f06af-b8ba-4482-8d4c-57804b330e67 admin admin] Publish callbacks [] for security_group (a2979c77-ff46-4329-81e6-7fc549df7e6d), before_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:09.943239 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ae4f06af-b8ba-4482-8d4c-57804b330e67 admin admin] Publish callbacks [] for security_group (a2979c77-ff46-4329-81e6-7fc549df7e6d), precommit_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:09.995435 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ae4f06af-b8ba-4482-8d4c-57804b330e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (a2979c77-ff46-4329-81e6-7fc549df7e6d), after_delete {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:09.998109 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron_lib.callbacks.manager [None req-ae4f06af-b8ba-4482-8d4c-57804b330e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:09.999835 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [None req-ae4f06af-b8ba-4482-8d4c-57804b330e67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2979c77-ff46-4329-81e6-7fc549df7e6d HTTP/1.1" status: 204 len: 168 time: 0.1259298 Mar 18 00:44:10.008337 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f06af-b8ba-4482-8d4c-57804b330e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2979c77-ff46-4329-81e6-7fc549df7e6d,revision_number=None']} {{(pid=109623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:44:12.202412 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-be2e92c5-7bae-482d-a525-2a193a8f5f82 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6b4cbe29a77c409c88ce613bba6e2c9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283246 Mar 18 00:44:12.378182 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-93c33b9f-2753-454e-980d-2ef25fc2241a tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:44:12.379639 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-93c33b9f-2753-454e-980d-2ef25fc2241a tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1711524 Mar 18 00:44:12.394655 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-49d8d1d6-25b9-4a35-abbf-5c5280e2aecb tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/quotas/6b4cbe29a77c409c88ce613bba6e2c9f HTTP/1.1" status: 200 len: 375 time: 0.0097206 Mar 18 00:44:12.428780 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-fbbf4185-eaa6-492f-9a56-4b61f67e73eb tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b4cbe29a77c409c88ce613bba6e2c9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291543 Mar 18 00:44:12.583845 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-2cd6cb16-1b6b-4778-bac8-95f1cbaaf912 req-8b97a890-ec79-4ea2-9158-94a2a8a07cad tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9f3db60-2348-4651-9bbc-37ad55f148fd HTTP/1.1" status: 200 len: 210 time: 0.0295529 Mar 18 00:44:13.659718 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ac1cee1f-3ad4-412d-999d-1ec7cbd003ef req-ca80cce2-29b3-498e-92be-b9d36936399f tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9f3db60-2348-4651-9bbc-37ad55f148fd HTTP/1.1" status: 200 len: 210 time: 0.0275378 Mar 18 00:44:14.735391 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-d69c9c98-2ba5-49c8-9b67-c13c862d80f9 req-0d88a9e3-87c3-4304-b5dc-51aa20d0649f tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9f3db60-2348-4651-9bbc-37ad55f148fd HTTP/1.1" status: 200 len: 210 time: 0.0269463 Mar 18 00:44:15.816263 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-a67468cb-f661-49b5-a78e-f6992195f1b3 req-06bbb2b0-7ac2-476d-b30c-0636004e5e21 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9f3db60-2348-4651-9bbc-37ad55f148fd HTTP/1.1" status: 200 len: 210 time: 0.0290377 Mar 18 00:44:16.906285 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-75d6ea95-4393-4c4f-8777-3878944ab366 req-c624a973-a20b-461c-aa62-cc5574ea1c20 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9f3db60-2348-4651-9bbc-37ad55f148fd HTTP/1.1" status: 200 len: 210 time: 0.0268905 Mar 18 00:44:17.646712 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-1dec4164-db85-46ca-b6df-53c6d51e902d tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=6b4cbe29a77c409c88ce613bba6e2c9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205374 Mar 18 00:44:17.757628 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-3670d3b4-ff70-4d79-b0ed-eb93ba206345 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:44:17.759049 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-3670d3b4-ff70-4d79-b0ed-eb93ba206345 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1047757 Mar 18 00:44:17.780518 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-10341f15-ee0c-43dc-aa7c-5e7398597306 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Request body: {'port': {'device_id': 'f9f3db60-2348-4651-9bbc-37ad55f148fd', 'network_id': 'f03b03df-9373-401f-81c1-74468558f549', 'admin_state_up': True, 'tenant_id': '6b4cbe29a77c409c88ce613bba6e2c9f'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:44:17.885235 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-10341f15-ee0c-43dc-aa7c-5e7398597306 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Made reservation on behalf of 6b4cbe29a77c409c88ce613bba6e2c9f for: {'port': 1} {{(pid=109622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 18 00:44:17.888438 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-10341f15-ee0c-43dc-aa7c-5e7398597306 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:17.900972 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-10341f15-ee0c-43dc-aa7c-5e7398597306 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Publish callbacks [] for security_group (None), before_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:17.974736 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-10341f15-ee0c-43dc-aa7c-5e7398597306 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Publish callbacks [] for security_group (2538239c-5ac4-4799-adcd-3dd59c6a15a4), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:17.986390 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-10341f15-ee0c-43dc-aa7c-5e7398597306 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (2538239c-5ac4-4799-adcd-3dd59c6a15a4), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:18.017535 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-acedab75-e57f-47da-9875-0eb08e1b3bac req-8c122ed2-7926-480a-bc54-540ada3f805c tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9f3db60-2348-4651-9bbc-37ad55f148fd HTTP/1.1" status: 200 len: 210 time: 0.0397460 Mar 18 00:44:18.059653 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10341f15-ee0c-43dc-aa7c-5e7398597306 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2538239c-5ac4-4799-adcd-3dd59c6a15a4,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:44:18.131813 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.db_base_plugin_common [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-10341f15-ee0c-43dc-aa7c-5e7398597306 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Allocated IP 192.168.233.82 (f03b03df-9373-401f-81c1-74468558f549/d9fb1db5-c8e7-4a49-9742-42e9422a1aaf/b34453a6-8eea-4bf3-b987-a09aeb89e6ad) {{(pid=109622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 18 00:44:18.273992 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-10341f15-ee0c-43dc-aa7c-5e7398597306 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Publish callbacks [] for port (b34453a6-8eea-4bf3-b987-a09aeb89e6ad), precommit_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:18.306337 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-10341f15-ee0c-43dc-aa7c-5e7398597306 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766731809518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (b34453a6-8eea-4bf3-b987-a09aeb89e6ad), after_create {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:18.350444 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-10341f15-ee0c-43dc-aa7c-5e7398597306 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Network f03b03df-9373-401f-81c1-74468558f549 is already hosted by enough agents. {{(pid=109622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 18 00:44:18.353614 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.scheduler.base_scheduler [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-10341f15-ee0c-43dc-aa7c-5e7398597306 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Resources bound (agent type, host, resource id): {{(pid=109622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 18 00:44:18.356522 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-10341f15-ee0c-43dc-aa7c-5e7398597306 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Received port after_create {{(pid=109622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 18 00:44:18.392848 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10341f15-ee0c-43dc-aa7c-5e7398597306 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Pushing event updated for resources: {'Port': ['ID=b34453a6-8eea-4bf3-b987-a09aeb89e6ad,revision_number=1']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:44:18.416466 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-10341f15-ee0c-43dc-aa7c-5e7398597306 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:44:18.417053 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-10341f15-ee0c-43dc-aa7c-5e7398597306 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:18.433595 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-10341f15-ee0c-43dc-aa7c-5e7398597306 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6567600 Mar 18 00:44:18.458977 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.v2.base [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-269018df-ce00-4990-a588-8f9151382b00 service neutron] Request body: {'port': {'device_id': 'f9f3db60-2348-4651-9bbc-37ad55f148fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 18 00:44:18.518000 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-269018df-ce00-4990-a588-8f9151382b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (b34453a6-8eea-4bf3-b987-a09aeb89e6ad), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:18.576089 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-d749044d-c7de-43b8-a898-33fcc8e6e852 None None] Provisioning complete for port b34453a6-8eea-4bf3-b987-a09aeb89e6ad triggered by entity DHCP. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:44:18.576722 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-d749044d-c7de-43b8-a898-33fcc8e6e852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (b34453a6-8eea-4bf3-b987-a09aeb89e6ad), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:18.610774 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-d749044d-c7de-43b8-a898-33fcc8e6e852 None None] Port b34453a6-8eea-4bf3-b987-a09aeb89e6ad cannot update to ACTIVE because it is not bound. {{(pid=109624) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 18 00:44:19.047030 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-269018df-ce00-4990-a588-8f9151382b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b34453a6-8eea-4bf3-b987-a09aeb89e6ad {{(pid=109622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:44:19.055321 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-269018df-ce00-4990-a588-8f9151382b00 service neutron] Publish callbacks [] for port (b34453a6-8eea-4bf3-b987-a09aeb89e6ad), precommit_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:19.069006 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.provisioning_blocks [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-269018df-ce00-4990-a588-8f9151382b00 service neutron] Transition to ACTIVE for port object b34453a6-8eea-4bf3-b987-a09aeb89e6ad will not be triggered until provisioned by entity L2. {{(pid=109622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 18 00:44:19.073992 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-269018df-ce00-4990-a588-8f9151382b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (b34453a6-8eea-4bf3-b987-a09aeb89e6ad), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:19.138790 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5210e5-f6d2-4218-808e-f040ebee5c84 req-eaf69576-1501-42ce-80d0-c89aa119161e tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:44:19.141064 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-1d5210e5-f6d2-4218-808e-f040ebee5c84 req-eaf69576-1501-42ce-80d0-c89aa119161e tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9f3db60-2348-4651-9bbc-37ad55f148fd HTTP/1.1" status: 200 len: 947 time: 0.0557160 Mar 18 00:44:19.142381 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269018df-ce00-4990-a588-8f9151382b00 service neutron] Pushing event updated for resources: {'Port': ['ID=b34453a6-8eea-4bf3-b987-a09aeb89e6ad,revision_number=2']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:44:19.197820 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-269018df-ce00-4990-a588-8f9151382b00 service neutron] Attempting to bind port b34453a6-8eea-4bf3-b987-a09aeb89e6ad on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 18 00:44:19.198152 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-269018df-ce00-4990-a588-8f9151382b00 service neutron] Attempting to bind port b34453a6-8eea-4bf3-b987-a09aeb89e6ad by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '109ebe82-1c32-4ef2-a460-4e166517b99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f03b03df-9373-401f-81c1-74468558f549'}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 18 00:44:19.198472 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-269018df-ce00-4990-a588-8f9151382b00 service neutron] Attempting to bind port b34453a6-8eea-4bf3-b987-a09aeb89e6ad on network f03b03df-9373-401f-81c1-74468558f549 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:44:19.199046 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-1d5210e5-f6d2-4218-808e-f040ebee5c84 req-d1ce3220-f49e-49ef-961d-a274a743a601 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/security-groups?id=2538239c-5ac4-4799-adcd-3dd59c6a15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495300 Mar 18 00:44:19.203037 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-269018df-ce00-4990-a588-8f9151382b00 service neutron] Port b34453a6-8eea-4bf3-b987-a09aeb89e6ad on network f03b03df-9373-401f-81c1-74468558f549 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 18 00:44:19.203358 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-269018df-ce00-4990-a588-8f9151382b00 service neutron] Attempting to bind port b34453a6-8eea-4bf3-b987-a09aeb89e6ad on network f03b03df-9373-401f-81c1-74468558f549 {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 18 00:44:19.209320 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-269018df-ce00-4990-a588-8f9151382b00 service neutron] Checking agent: {'id': 'a11cec97-e670-4172-acc9-1e6c1f318043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'started_at': datetime.datetime(2022, 3, 18, 0, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 18, 0, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 18 00:44:19.209696 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-269018df-ce00-4990-a588-8f9151382b00 service neutron] Checking segment: {'id': '109ebe82-1c32-4ef2-a460-4e166517b99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f03b03df-9373-401f-81c1-74468558f549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 18 00:44:19.210076 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-269018df-ce00-4990-a588-8f9151382b00 service neutron] Bound using segment: {'id': '109ebe82-1c32-4ef2-a460-4e166517b99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f03b03df-9373-401f-81c1-74468558f549'} {{(pid=109622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 18 00:44:19.210497 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.managers [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-269018df-ce00-4990-a588-8f9151382b00 service neutron] Bound port: b34453a6-8eea-4bf3-b987-a09aeb89e6ad, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '109ebe82-1c32-4ef2-a460-4e166517b99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f03b03df-9373-401f-81c1-74468558f549'}}] {{(pid=109622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 18 00:44:19.210850 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-269018df-ce00-4990-a588-8f9151382b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (b34453a6-8eea-4bf3-b987-a09aeb89e6ad), before_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:19.286567 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-269018df-ce00-4990-a588-8f9151382b00 service neutron] For port b34453a6-8eea-4bf3-b987-a09aeb89e6ad, host hv-cinder-76845, cleared binding levels {{(pid=109622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 18 00:44:19.289778 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-269018df-ce00-4990-a588-8f9151382b00 service neutron] For port b34453a6-8eea-4bf3-b987-a09aeb89e6ad, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b34453a6-8eea-4bf3-b987-a09aeb89e6ad,segment=NetworkSegment(109ebe82-1c32-4ef2-a460-4e166517b99c),segment_id=109ebe82-1c32-4ef2-a460-4e166517b99c)] {{(pid=109622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 18 00:44:19.296939 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-269018df-ce00-4990-a588-8f9151382b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8695106'] for port (b34453a6-8eea-4bf3-b987-a09aeb89e6ad), after_update {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:19.329482 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-269018df-ce00-4990-a588-8f9151382b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:44:19.330144 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-269018df-ce00-4990-a588-8f9151382b00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:19.332778 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-269018df-ce00-4990-a588-8f9151382b00 service neutron] 10.222.0.10 "PUT /v2.0/ports/b34453a6-8eea-4bf3-b987-a09aeb89e6ad HTTP/1.1" status: 200 len: 1097 time: 0.8787022 Mar 18 00:44:19.333212 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f3db60-2348-4651-9bbc-37ad55f148fd', 'tag': 'b34453a6-8eea-4bf3-b987-a09aeb89e6ad'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:44:19.335545 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c890486-3403-4286-94ac-2f8a54882ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "f9f3db60-2348-4651-9bbc-37ad55f148fd", "tag": "b34453a6-8eea-4bf3-b987-a09aeb89e6ad"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:44:19.363133 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269018df-ce00-4990-a588-8f9151382b00 service neutron] Pushing event updated for resources: {'Port': ['ID=b34453a6-8eea-4bf3-b987-a09aeb89e6ad,revision_number=3']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:44:19.384805 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Mar 2022 00:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717de011-27ff-4377-9df2-bd1487f0f9b5 x-openstack-request-id: req-717de011-27ff-4377-9df2-bd1487f0f9b5 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:44:19.385168 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9f3db60-2348-4651-9bbc-37ad55f148fd", "tag": "b34453a6-8eea-4bf3-b987-a09aeb89e6ad", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:44:19.385511 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-717de011-27ff-4377-9df2-bd1487f0f9b5 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:44:19.385974 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9f3db60-2348-4651-9bbc-37ad55f148fd', 'tag': 'b34453a6-8eea-4bf3-b987-a09aeb89e6ad', 'status': 'completed', 'code': 200} Mar 18 00:44:19.455759 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-c19a14f0-8ee2-4606-8760-ef7d3dbce419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:44:19.458031 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-c19a14f0-8ee2-4606-8760-ef7d3dbce419 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b4cbe29a77c409c88ce613bba6e2c9f&device_id=f9f3db60-2348-4651-9bbc-37ad55f148fd HTTP/1.1" status: 200 len: 1131 time: 0.0487778 Mar 18 00:44:19.519701 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-e8e0c6d3-209d-414d-910b-e6a9c2223326 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=b34453a6-8eea-4bf3-b987-a09aeb89e6ad HTTP/1.1" status: 200 len: 217 time: 0.0415444 Mar 18 00:44:19.571214 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-12719b8a-9080-41f3-9fe0-e2f1f0fb7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:44:19.572680 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-12719b8a-9080-41f3-9fe0-e2f1f0fb7305 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d9fb1db5-c8e7-4a49-9742-42e9422a1aaf HTTP/1.1" status: 200 len: 843 time: 0.0445471 Mar 18 00:44:19.627391 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-d024d934-2afe-488c-b059-a04e84888601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:44:19.629569 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-d024d934-2afe-488c-b059-a04e84888601 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f03b03df-9373-401f-81c1-74468558f549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0473027 Mar 18 00:44:19.722112 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-b232eae1-c8f5-47a3-b54f-aa12e34c6796 service neutron] 10.222.0.10 "GET /v2.0/networks/f03b03df-9373-401f-81c1-74468558f549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832343 Mar 18 00:44:19.812796 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-e20e5036-7180-45ae-a6ae-bf5aec97efcc req-87c7a4fd-0e46-4a6e-8d5b-163f834f2e13 service neutron] 10.222.0.10 "GET /v2.0/networks/f03b03df-9373-401f-81c1-74468558f549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808251 Mar 18 00:44:19.962424 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c890486-3403-4286-94ac-2f8a54882ae6 req-01d23fec-08a1-45ec-98b1-169cb57d8876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:44:19.963934 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1c890486-3403-4286-94ac-2f8a54882ae6 req-01d23fec-08a1-45ec-98b1-169cb57d8876 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b4cbe29a77c409c88ce613bba6e2c9f&device_id=f9f3db60-2348-4651-9bbc-37ad55f148fd HTTP/1.1" status: 200 len: 1131 time: 0.0496750 Mar 18 00:44:20.051712 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c890486-3403-4286-94ac-2f8a54882ae6 req-13ddcfe0-d536-4493-925c-e80ef495c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:44:20.053131 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1c890486-3403-4286-94ac-2f8a54882ae6 req-13ddcfe0-d536-4493-925c-e80ef495c397 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f03b03df-9373-401f-81c1-74468558f549 HTTP/1.1" status: 200 len: 869 time: 0.0808771 Mar 18 00:44:20.093743 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1c890486-3403-4286-94ac-2f8a54882ae6 req-c586fc98-7492-478f-aec4-46ba99147c39 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=b34453a6-8eea-4bf3-b987-a09aeb89e6ad HTTP/1.1" status: 200 len: 217 time: 0.0333083 Mar 18 00:44:20.143602 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c890486-3403-4286-94ac-2f8a54882ae6 req-d14db009-f24c-4be8-ba92-8a48164da175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:44:20.145084 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1c890486-3403-4286-94ac-2f8a54882ae6 req-d14db009-f24c-4be8-ba92-8a48164da175 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d9fb1db5-c8e7-4a49-9742-42e9422a1aaf HTTP/1.1" status: 200 len: 843 time: 0.0454965 Mar 18 00:44:20.198008 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c890486-3403-4286-94ac-2f8a54882ae6 req-cd849251-4d71-48c1-b088-8a505c0cd1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:44:20.199096 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1c890486-3403-4286-94ac-2f8a54882ae6 req-cd849251-4d71-48c1-b088-8a505c0cd1b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f03b03df-9373-401f-81c1-74468558f549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425403 Mar 18 00:44:20.287986 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1c890486-3403-4286-94ac-2f8a54882ae6 req-4cf6cad8-d118-4ff7-8aff-b9bd5b9ca357 service neutron] 10.222.0.10 "GET /v2.0/networks/f03b03df-9373-401f-81c1-74468558f549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813997 Mar 18 00:44:20.321253 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706d86e-0438-47dd-840f-b5baff5aacb2 req-10fcb947-e655-40b3-8c60-4ac98046ea8a tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:44:20.322742 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e706d86e-0438-47dd-840f-b5baff5aacb2 req-10fcb947-e655-40b3-8c60-4ac98046ea8a tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9f3db60-2348-4651-9bbc-37ad55f148fd HTTP/1.1" status: 200 len: 947 time: 0.0520015 Mar 18 00:44:20.368560 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-e706d86e-0438-47dd-840f-b5baff5aacb2 req-95ca9d25-8b76-49be-a4d4-59eebf12723e tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/security-groups?id=2538239c-5ac4-4799-adcd-3dd59c6a15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401556 Mar 18 00:44:20.384347 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1c890486-3403-4286-94ac-2f8a54882ae6 req-cd149aa4-aa06-4db6-98e8-b555e9d15872 service neutron] 10.222.0.10 "GET /v2.0/networks/f03b03df-9373-401f-81c1-74468558f549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883615 Mar 18 00:44:21.479775 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-d6bcf25d-d323-4788-8cbe-fb9fdc0bd3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:21.489204 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ea6f3-cf88-4f20-b5f5-58167e338605 req-873487ae-ac18-4497-aea5-9c48f321b42d tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:44:21.490739 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1e6ea6f3-cf88-4f20-b5f5-58167e338605 req-873487ae-ac18-4497-aea5-9c48f321b42d tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9f3db60-2348-4651-9bbc-37ad55f148fd HTTP/1.1" status: 200 len: 947 time: 0.0533614 Mar 18 00:44:21.536986 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-1e6ea6f3-cf88-4f20-b5f5-58167e338605 req-b57a661e-c081-400a-af6b-1a7747f6580f tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/security-groups?id=2538239c-5ac4-4799-adcd-3dd59c6a15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398512 Mar 18 00:44:22.651191 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0779a3-717b-4f71-a731-8663a2b0ff20 req-4e8ec00f-8b4e-43e0-b6de-a638c1a73e26 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:44:22.652536 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-8a0779a3-717b-4f71-a731-8663a2b0ff20 req-4e8ec00f-8b4e-43e0-b6de-a638c1a73e26 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9f3db60-2348-4651-9bbc-37ad55f148fd HTTP/1.1" status: 200 len: 947 time: 0.0507410 Mar 18 00:44:22.655225 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device b34453a6-8eea-4bf3-b987-a09aeb89e6ad details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109624) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 18 00:44:22.698351 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-8a0779a3-717b-4f71-a731-8663a2b0ff20 req-b3695be4-abc2-4daf-9103-0388b1254cb2 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/security-groups?id=2538239c-5ac4-4799-adcd-3dd59c6a15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403078 Mar 18 00:44:22.751723 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port b34453a6-8eea-4bf3-b987-a09aeb89e6ad, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b34453a6-8eea-4bf3-b987-a09aeb89e6ad,segment=NetworkSegment(109ebe82-1c32-4ef2-a460-4e166517b99c),segment_id=109ebe82-1c32-4ef2-a460-4e166517b99c)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:44:22.762750 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Returning: {'device': 'b34453a6-8eea-4bf3-b987-a09aeb89e6ad', 'network_id': 'f03b03df-9373-401f-81c1-74468558f549', 'port_id': 'b34453a6-8eea-4bf3-b987-a09aeb89e6ad', 'mac_address': 'fa:16:3e:38:1d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9fb1db5-c8e7-4a49-9742-42e9422a1aaf', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109624) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 18 00:44:22.799864 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port b34453a6-8eea-4bf3-b987-a09aeb89e6ad is: DOWN; New status is: BUILD {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:44:22.800081 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (b34453a6-8eea-4bf3-b987-a09aeb89e6ad), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:22.812622 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b34453a6-8eea-4bf3-b987-a09aeb89e6ad {{(pid=109624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 18 00:44:22.832340 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port b34453a6-8eea-4bf3-b987-a09aeb89e6ad, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b34453a6-8eea-4bf3-b987-a09aeb89e6ad,segment=NetworkSegment(109ebe82-1c32-4ef2-a460-4e166517b99c),segment_id=109ebe82-1c32-4ef2-a460-4e166517b99c)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:44:22.836095 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (b34453a6-8eea-4bf3-b987-a09aeb89e6ad), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:22.880465 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=b34453a6-8eea-4bf3-b987-a09aeb89e6ad,revision_number=4']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:44:22.887109 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:44:22.887459 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:44:22.887802 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:44:22.888143 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:44:22.888478 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:44:22.888813 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:44:22.889139 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:44:22.889490 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:44:22.889820 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:44:22.890145 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:44:22.890469 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:44:22.890793 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:44:22.891113 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:44:22.891430 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:44:22.891755 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-19-smb {{(pid=109624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 18 00:44:23.199849 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['b34453a6-8eea-4bf3-b987-a09aeb89e6ad'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:44:23.818897 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b5842-8451-411b-b3fa-774f37dddb33 req-65379e0b-2f29-4611-95a7-531377ed7cc6 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:44:23.820363 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-277b5842-8451-411b-b3fa-774f37dddb33 req-65379e0b-2f29-4611-95a7-531377ed7cc6 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9f3db60-2348-4651-9bbc-37ad55f148fd HTTP/1.1" status: 200 len: 948 time: 0.0557482 Mar 18 00:44:23.853571 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-5a7a14a9-00fb-48f8-9746-013f79dd8da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:23.868830 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-277b5842-8451-411b-b3fa-774f37dddb33 req-75f95e6c-c471-43e0-af7f-977e66b9ce22 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/security-groups?id=2538239c-5ac4-4799-adcd-3dd59c6a15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429449 Mar 18 00:44:24.670500 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device b34453a6-8eea-4bf3-b987-a09aeb89e6ad up at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 18 00:44:24.726113 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:24.731607 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning for port b34453a6-8eea-4bf3-b987-a09aeb89e6ad completed by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 18 00:44:24.735069 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.db.provisioning_blocks [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Provisioning complete for port b34453a6-8eea-4bf3-b987-a09aeb89e6ad triggered by entity L2. {{(pid=109624) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 18 00:44:24.735425 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66204024'] for port (b34453a6-8eea-4bf3-b987-a09aeb89e6ad), provisioning_complete {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:24.809977 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Current status of the port b34453a6-8eea-4bf3-b987-a09aeb89e6ad is: BUILD; New status is: ACTIVE {{(pid=109624) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 18 00:44:24.810362 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66305642'] for port (b34453a6-8eea-4bf3-b987-a09aeb89e6ad), before_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:24.835028 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f3db60-2348-4651-9bbc-37ad55f148fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34453a6-8eea-4bf3-b987-a09aeb89e6ad'}] {{(pid=109624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:44:24.837247 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895199015ee722892656a1db6130bcd0c5a6d96ddb74d0779e89122f052836a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676aa4a1-f086-473d-ae10-77ad3aa3496d" -d '{"events": [{"server_uuid": "f9f3db60-2348-4651-9bbc-37ad55f148fd", "name": "network-vif-plugged", "status": "completed", "tag": "b34453a6-8eea-4bf3-b987-a09aeb89e6ad"}]}' {{(pid=109624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:44:24.849205 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] For port b34453a6-8eea-4bf3-b987-a09aeb89e6ad, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b34453a6-8eea-4bf3-b987-a09aeb89e6ad,segment=NetworkSegment(109ebe82-1c32-4ef2-a460-4e166517b99c),segment_id=109ebe82-1c32-4ef2-a460-4e166517b99c)] {{(pid=109624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:44:24.853540 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766732216980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766731809796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766731809814'] for port (b34453a6-8eea-4bf3-b987-a09aeb89e6ad), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:24.880489 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0001e8-99be-4d29-9dcf-b05f7b30d323 x-openstack-request-id: req-2e0001e8-99be-4d29-9dcf-b05f7b30d323 {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:44:24.881109 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f3db60-2348-4651-9bbc-37ad55f148fd", "name": "network-vif-plugged", "status": "completed", "tag": "b34453a6-8eea-4bf3-b987-a09aeb89e6ad", "code": 200}]} {{(pid=109624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:44:24.881109 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e0001e8-99be-4d29-9dcf-b05f7b30d323 {{(pid=109624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:44:24.881394 dv-cinder-768458-19-smb neutron-server[109624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f3db60-2348-4651-9bbc-37ad55f148fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34453a6-8eea-4bf3-b987-a09aeb89e6ad', 'code': 200} Mar 18 00:44:24.906423 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Pushing event updated for resources: {'Port': ['ID=b34453a6-8eea-4bf3-b987-a09aeb89e6ad,revision_number=5']} {{(pid=109624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:44:24.989744 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f394e59-a63e-43d9-841f-6f18705d7b70 req-4f93362e-2c2a-4655-aa44-02f897e1e0ff tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:44:24.991173 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9f394e59-a63e-43d9-841f-6f18705d7b70 req-4f93362e-2c2a-4655-aa44-02f897e1e0ff tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9f3db60-2348-4651-9bbc-37ad55f148fd HTTP/1.1" status: 200 len: 949 time: 0.0538487 Mar 18 00:44:25.039629 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-9f394e59-a63e-43d9-841f-6f18705d7b70 req-283f7387-eb31-4b83-97bb-1049625c3816 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/security-groups?id=2538239c-5ac4-4799-adcd-3dd59c6a15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427518 Mar 18 00:44:25.093480 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fe3b7-7c68-4cea-8ded-a806f10c3b1f req-b2e73f17-4d46-4640-9104-04073ad27649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:44:25.094945 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-158fe3b7-7c68-4cea-8ded-a806f10c3b1f req-b2e73f17-4d46-4640-9104-04073ad27649 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f9f3db60-2348-4651-9bbc-37ad55f148fd HTTP/1.1" status: 200 len: 1133 time: 0.0415750 Mar 18 00:44:25.145341 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-158fe3b7-7c68-4cea-8ded-a806f10c3b1f req-bfd770d9-db26-4665-a6f6-443b5ad7069c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2538239c-5ac4-4799-adcd-3dd59c6a15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410295 Mar 18 00:44:26.163197 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4de13-ad0f-4b21-9310-2fbc4a0db423 req-ee3711dd-4151-4472-b62c-4be49d46bfcf tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:44:26.164689 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-6cd4de13-ad0f-4b21-9310-2fbc4a0db423 req-ee3711dd-4151-4472-b62c-4be49d46bfcf tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9f3db60-2348-4651-9bbc-37ad55f148fd HTTP/1.1" status: 200 len: 949 time: 0.0556023 Mar 18 00:44:26.211516 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-6cd4de13-ad0f-4b21-9310-2fbc4a0db423 req-db47fff3-9186-43da-8848-0ccafe7fd061 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/security-groups?id=2538239c-5ac4-4799-adcd-3dd59c6a15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413911 Mar 18 00:44:26.420505 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:27.326933 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181e8a3-fb69-4094-80cf-0b240ca492d2 req-80858356-356f-41bb-8289-105e8028336e tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:44:27.328397 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8181e8a3-fb69-4094-80cf-0b240ca492d2 req-80858356-356f-41bb-8289-105e8028336e tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9f3db60-2348-4651-9bbc-37ad55f148fd HTTP/1.1" status: 200 len: 949 time: 0.0531662 Mar 18 00:44:27.375255 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-8181e8a3-fb69-4094-80cf-0b240ca492d2 req-6610559e-d97e-4f86-8042-29f3dc13c8c8 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/security-groups?id=2538239c-5ac4-4799-adcd-3dd59c6a15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404248 Mar 18 00:44:27.627438 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a6bec-ceba-4d5f-90da-e07083b16a78 req-eff8c23e-caad-463e-af46-f79b1fd5bb09 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:44:27.629013 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-0c6a6bec-ceba-4d5f-90da-e07083b16a78 req-eff8c23e-caad-463e-af46-f79b1fd5bb09 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9f3db60-2348-4651-9bbc-37ad55f148fd HTTP/1.1" status: 200 len: 949 time: 0.0519657 Mar 18 00:44:27.679668 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-0c6a6bec-ceba-4d5f-90da-e07083b16a78 req-56f539c7-c137-4d93-b7ea-f3bc382ff60a tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/security-groups?id=2538239c-5ac4-4799-adcd-3dd59c6a15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451553 Mar 18 00:44:27.947698 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:28.794842 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bc7a2-9270-496b-8640-d4d73e5c2409 req-7e8cd5f2-883f-475a-a5bb-01c9bd80febe tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:44:28.796273 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-4f0bc7a2-9270-496b-8640-d4d73e5c2409 req-7e8cd5f2-883f-475a-a5bb-01c9bd80febe tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9f3db60-2348-4651-9bbc-37ad55f148fd HTTP/1.1" status: 200 len: 949 time: 0.0508976 Mar 18 00:44:28.841013 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-4f0bc7a2-9270-496b-8640-d4d73e5c2409 req-404e4680-a0c3-4c35-955b-8e7e2312d92b tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/security-groups?id=2538239c-5ac4-4799-adcd-3dd59c6a15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385497 Mar 18 00:44:29.184903 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:44:29.218004 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ebb06-5dc1-482e-80c0-24b5c85d73f8 req-745adaad-a0d6-4920-9a87-aa1d0bb2ad8c tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 18 00:44:29.219467 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ae6ebb06-5dc1-482e-80c0-24b5c85d73f8 req-745adaad-a0d6-4920-9a87-aa1d0bb2ad8c tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9f3db60-2348-4651-9bbc-37ad55f148fd HTTP/1.1" status: 200 len: 949 time: 0.0540040 Mar 18 00:44:29.311665 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-ae6ebb06-5dc1-482e-80c0-24b5c85d73f8 req-70cd2b1e-b451-40fc-b5c2-790e2384cf0b tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Deleting port b34453a6-8eea-4bf3-b987-a09aeb89e6ad {{(pid=109622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 18 00:44:29.312008 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-ae6ebb06-5dc1-482e-80c0-24b5c85d73f8 req-70cd2b1e-b451-40fc-b5c2-790e2384cf0b tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766732210975'] for port (b34453a6-8eea-4bf3-b987-a09aeb89e6ad), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:29.403413 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.db [req-ae6ebb06-5dc1-482e-80c0-24b5c85d73f8 req-70cd2b1e-b451-40fc-b5c2-790e2384cf0b tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] For port b34453a6-8eea-4bf3-b987-a09aeb89e6ad, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b34453a6-8eea-4bf3-b987-a09aeb89e6ad,segment=NetworkSegment(109ebe82-1c32-4ef2-a460-4e166517b99c),segment_id=109ebe82-1c32-4ef2-a460-4e166517b99c)] {{(pid=109622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 18 00:44:29.403773 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-ae6ebb06-5dc1-482e-80c0-24b5c85d73f8 req-70cd2b1e-b451-40fc-b5c2-790e2384cf0b tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1717329'] for port (b34453a6-8eea-4bf3-b987-a09aeb89e6ad), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:29.416692 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.plugins.ml2.plugin [req-ae6ebb06-5dc1-482e-80c0-24b5c85d73f8 req-70cd2b1e-b451-40fc-b5c2-790e2384cf0b tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Calling delete_port for b34453a6-8eea-4bf3-b987-a09aeb89e6ad owned by compute:nova {{(pid=109622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 18 00:44:29.542641 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-ae6ebb06-5dc1-482e-80c0-24b5c85d73f8 req-70cd2b1e-b451-40fc-b5c2-790e2384cf0b tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66305577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594955', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766732216962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766731809527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8695157'] for port (b34453a6-8eea-4bf3-b987-a09aeb89e6ad), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:29.571265 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd2b1e-b451-40fc-b5c2-790e2384cf0b tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Pushing event deleted for resources: {'Port': ['ID=b34453a6-8eea-4bf3-b987-a09aeb89e6ad,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:44:29.595884 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.db [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] get_ports_and_sgs() called for port_ids ['b34453a6-8eea-4bf3-b987-a09aeb89e6ad'] {{(pid=109624) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 18 00:44:29.613440 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6ebb06-5dc1-482e-80c0-24b5c85d73f8 req-70cd2b1e-b451-40fc-b5c2-790e2384cf0b tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] No DVR routers for this DVR port b34453a6-8eea-4bf3-b987-a09aeb89e6ad on host hv-cinder-76845 {{(pid=109622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 18 00:44:29.615953 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [req-ae6ebb06-5dc1-482e-80c0-24b5c85d73f8 req-70cd2b1e-b451-40fc-b5c2-790e2384cf0b tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212665'] for port (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:29.619260 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [req-ae6ebb06-5dc1-482e-80c0-24b5c85d73f8 req-70cd2b1e-b451-40fc-b5c2-790e2384cf0b tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.10 "DELETE /v2.0/ports/b34453a6-8eea-4bf3-b987-a09aeb89e6ad HTTP/1.1" status: 204 len: 173 time: 0.3914876 Mar 18 00:44:29.619693 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f3db60-2348-4651-9bbc-37ad55f148fd', 'name': 'network-vif-deleted', 'tag': 'b34453a6-8eea-4bf3-b987-a09aeb89e6ad'}] {{(pid=109622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 18 00:44:29.621926 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee71e138e69374c3819e754dccbeb9bdca875a0c68f7a56ed1643934d5948f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47449c0b-aae9-4bb1-b5ac-8779a94f38ad" -d '{"events": [{"server_uuid": "f9f3db60-2348-4651-9bbc-37ad55f148fd", "name": "network-vif-deleted", "tag": "b34453a6-8eea-4bf3-b987-a09aeb89e6ad"}]}' {{(pid=109622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 18 00:44:29.673605 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Mar 2022 00:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463af569-6a48-43c6-8b0b-65a3f3d25000 x-openstack-request-id: req-463af569-6a48-43c6-8b0b-65a3f3d25000 {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 18 00:44:29.676437 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f3db60-2348-4651-9bbc-37ad55f148fd", "name": "network-vif-deleted", "tag": "b34453a6-8eea-4bf3-b987-a09aeb89e6ad", "status": "completed", "code": 200}]} {{(pid=109622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 18 00:44:29.676717 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-463af569-6a48-43c6-8b0b-65a3f3d25000 {{(pid=109622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 18 00:44:29.677146 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f3db60-2348-4651-9bbc-37ad55f148fd', 'name': 'network-vif-deleted', 'tag': 'b34453a6-8eea-4bf3-b987-a09aeb89e6ad', 'status': 'completed', 'code': 200} Mar 18 00:44:29.945607 dv-cinder-768458-19-smb neutron-server[109623]: INFO neutron.wsgi [req-4fb3c078-5b15-4faf-8ada-8a21030e78ed req-b9e6d7c6-a26c-4364-a846-02431cf3f6a3 tempest-VolumesNegativeTest-203626487 tempest-VolumesNegativeTest-203626487-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9f3db60-2348-4651-9bbc-37ad55f148fd HTTP/1.1" status: 200 len: 210 time: 0.0267940 Mar 18 00:44:32.671971 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device b34453a6-8eea-4bf3-b987-a09aeb89e6ad no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 18 00:44:32.697760 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.plugin [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] No Port match for: b34453a6-8eea-4bf3-b987-a09aeb89e6ad {{(pid=109624) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 18 00:44:32.698106 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron.plugins.ml2.rpc [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Device b34453a6-8eea-4bf3-b987-a09aeb89e6ad not bound to the agent host hv-cinder-76845 {{(pid=109624) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 18 00:44:34.845024 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 57600) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:44:34.976209 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-c509dc09-6fab-45e3-bebd-98fbffb93a9c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b4cbe29a77c409c88ce613bba6e2c9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300340 Mar 18 00:44:34.978741 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [-] (109622) accepted ('10.222.0.23', 57604) {{(pid=109622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 18 00:44:35.024252 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ce7ff905-1c69-4032-804e-d4186fbef3a4 admin admin] Publish callbacks [] for security_group (2538239c-5ac4-4799-adcd-3dd59c6a15a4), before_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:35.048230 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ce7ff905-1c69-4032-804e-d4186fbef3a4 admin admin] Publish callbacks [] for security_group (2538239c-5ac4-4799-adcd-3dd59c6a15a4), precommit_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:35.092723 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ce7ff905-1c69-4032-804e-d4186fbef3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563'] for security_group (2538239c-5ac4-4799-adcd-3dd59c6a15a4), after_delete {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:35.095388 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron_lib.callbacks.manager [None req-ce7ff905-1c69-4032-804e-d4186fbef3a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:35.097061 dv-cinder-768458-19-smb neutron-server[109622]: INFO neutron.wsgi [None req-ce7ff905-1c69-4032-804e-d4186fbef3a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2538239c-5ac4-4799-adcd-3dd59c6a15a4 HTTP/1.1" status: 204 len: 168 time: 0.1173420 Mar 18 00:44:35.104344 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ff905-1c69-4032-804e-d4186fbef3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2538239c-5ac4-4799-adcd-3dd59c6a15a4,revision_number=None']} {{(pid=109622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 18 00:44:36.252949 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:51.481576 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-ebd08944-6621-4e6a-9b1b-631ffb79a921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:53.854985 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-cbcf60af-e149-4b4d-91bb-fee42e808a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:54.723192 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:56.423328 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:44:57.949531 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:45:04.970619 dv-cinder-768458-19-smb neutron-server[109623]: DEBUG neutron.wsgi [req-80785e3c-a1d6-4e7a-b8f1-3d63980edad2 req-f8b9e1dd-71fd-4869-9402-142f6baee270 service neutron] (109623) timed out ('10.222.0.10', 55360) {{(pid=109623) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 18 00:45:06.183096 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:45:06.256194 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:45:21.482476 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-a9d96dfe-f4be-4171-861b-56107a563c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:45:23.856208 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9b24-7ad1-483e-9e5e-a7edb12b5ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:45:24.724870 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:45:26.424708 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:45:27.951617 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:45:36.251852 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:45:43.183030 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:45:51.484208 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4c9a489-1f1f-4086-91f1-27c98d72421f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:45:53.858824 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-b7574886-b294-44c6-abeb-128ead1544aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:45:54.727151 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:45:56.428862 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:45:57.956821 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:46:06.326775 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:46:20.182478 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:46:21.484791 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e67cf816-8a44-4ee2-9df5-1fb63fa02c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:46:23.860357 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e263b1f4-ca47-4a7d-8c25-873ddf67eb82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:46:24.730614 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:46:26.430691 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:46:27.949809 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:46:36.340980 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:46:51.486769 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-845e114b-ea2c-4d5c-b2ef-caf02a72e172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:46:53.862372 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-fc61c851-a4cb-466d-919d-b496d3eac11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:46:54.733463 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:46:56.433735 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:46:57.181290 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:46:57.951318 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:47:06.344046 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:47:21.487643 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-459df9da-8a18-4563-8bd9-6896182ff4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:47:23.863563 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-6f1ca2cf-74da-4a8c-a1a0-60302a95530d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:47:24.736424 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:47:26.436355 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:47:27.956860 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:47:34.179209 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:47:36.339814 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:47:51.489040 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-bebc4672-be5c-4d59-8903-22d13190a2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:47:53.865213 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-6e2c5eb3-f4e7-4cce-8352-d68f9ab6fb7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:47:54.739096 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:47:56.439622 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:47:57.959926 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:48:06.342306 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:48:11.177918 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:48:21.490623 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-695fce95-bc38-43f5-ae96-90da024f5e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:48:23.865452 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-d2387c69-daa7-49cb-917c-d720c545c29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:48:24.740943 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:48:26.443111 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:48:27.962364 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:48:36.338120 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:48:46.287487 dv-cinder-768458-19-smb neutron-server[109622]: DEBUG neutron.wsgi [req-7e14dd8f-8927-4712-8924-578688f2dece req-a192b713-5085-4051-83d8-48bab4ebc2c4 service neutron] (109622) timed out ('10.222.0.10', 55375) {{(pid=109622) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 18 00:48:48.176106 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:48:51.496117 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-d5043499-e78f-4e0d-8578-9ef7d188f4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:48:53.867200 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-f1a0aeb6-8479-4782-bad5-def0d02401dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:48:54.743969 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:48:56.445982 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:48:57.968792 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:49:06.369479 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:49:21.620518 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3b98848e-860f-4643-a648-6bb7c96cc004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b07357a2-37bf-41ae-8167-2445c892fa1f), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:49:23.870003 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-95499a5f-2698-4947-914b-a499c5f0cfbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (b46ef390-5334-482c-9553-de3e8dbe1ea9), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:49:24.749471 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-332a6db0-a36b-4e68-8ae0-6eb9a46393ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (9bc3899f-6edb-4ba4-a10b-c242123aa85b), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:49:25.175156 dv-cinder-768458-19-smb neutron-server[109625]: DEBUG neutron.db.agents_db [None req-ff269c79-36bb-4a60-9861-51b77bb72db5 None None] Agent healthcheck: found 6 active agents {{(pid=109625) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 18 00:49:26.448093 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-e4dae28b-fc56-44c1-8a2d-ba7b4f8e786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (693b6aab-6e1d-47eb-b408-9d04308e66b3), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:49:27.960737 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-3568e9e4-e2df-4e6d-98a0-c6bab0fc9f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (5ca5eb91-e70f-4b56-9b83-d81ab5c62c2d), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 18 00:49:36.380001 dv-cinder-768458-19-smb neutron-server[109624]: DEBUG neutron_lib.callbacks.manager [None req-04e3cb52-8d86-4546-997d-04a1ebd6ee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766732137009', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66203938'] for agent (a11cec97-e670-4172-acc9-1e6c1f318043), after_update {{(pid=109624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}